{"severity_text":"INFO","timestamp":"2026-10-31T00:14:15.095522685Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:15.147406065Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:15.250790414Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:15.250817353Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":true,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:15.467274765Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:15.467337139Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:15.63180419Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/b1bfb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:16.556428608Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:16.667150698Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:16.667294578Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:16.667356447Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:16.667408949Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:16.667450401Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:16.667492538Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:16.66753524Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:16.667573725Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:16.667614847Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:16.667655212Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:16.667691353Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:16.667736409Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:16.667765593Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:16.667901889Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:16.668035418Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:16.668140821Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:16.668153588Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:16.668235788Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:16.668245199Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:16.668519564Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:16.769200403Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1031 00:14:16.769205 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-31T00:14:16.970788328Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:16.970844287Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1031 00:14:34.308489 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.308952115Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.309222607Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.309310999Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.309440949Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.309504366Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.309585685Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.309631559Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.30972731Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.309893011Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.310248826Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"*maas.guardrailPropagationSource","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.310542896Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.310618753Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.310752782Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.310867362Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.310886318Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.310909593Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.310977687Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.311024121Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.311044959Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.311143641Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.311160048Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.311211758Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.311330219Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.311369871Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.311496332Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.311603806Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.31164247Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.311028431Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.311873799Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.311899028Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.311949497Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.312099724Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.312201757Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.312237162Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.312260341Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.312303276Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.312329896Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.312358648Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.31242674Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.312456Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.312562577Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.312593378Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.312695721Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.31224148Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.312950335Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.312981013Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.313001138Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.313060768Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.313089441Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.313109009Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.313135314Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.313153603Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.562045488Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.661036289Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.766366069Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.911317293Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.911366535Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.915896028Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.915911126Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.915961354Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.915994304Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.916420547Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.916447284Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.91647542Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.916488985Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.92129373Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:34.921310139Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:35.015912416Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:35.015950005Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:36.084391403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aea93240-a822-439b-90ad-8757d2c20f6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:36.136542632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aea93240-a822-439b-90ad-8757d2c20f6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:36.188883668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aea93240-a822-439b-90ad-8757d2c20f6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:36.241111534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aea93240-a822-439b-90ad-8757d2c20f6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:39.943122917Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"221a430a-91ae-4cf5-84ad-dca738141b49","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:40.948394153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33527c8e-1f06-4c81-b410-cd8bba7b451a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:41.000342361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33527c8e-1f06-4c81-b410-cd8bba7b451a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:41.052481254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33527c8e-1f06-4c81-b410-cd8bba7b451a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:41.129568437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33527c8e-1f06-4c81-b410-cd8bba7b451a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:43.074897187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a169ce8-dcdb-43e5-b90c-d3274673b66e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:43.126977483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a169ce8-dcdb-43e5-b90c-d3274673b66e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:43.179965076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a169ce8-dcdb-43e5-b90c-d3274673b66e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:43.232969487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a169ce8-dcdb-43e5-b90c-d3274673b66e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:45.131132694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc819326-df0b-408b-a35d-8d4e12683d35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:45.183397393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc819326-df0b-408b-a35d-8d4e12683d35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:45.23551509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc819326-df0b-408b-a35d-8d4e12683d35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:45.287402661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc819326-df0b-408b-a35d-8d4e12683d35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:46.200352076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0347cc2b-de47-4a5b-bf06-6b396df4ef29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:46.327326215Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0347cc2b-de47-4a5b-bf06-6b396df4ef29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:46.382837046Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0347cc2b-de47-4a5b-bf06-6b396df4ef29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:46.402251477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53c19501-ba9e-4e80-a9c8-ce03d02c7348","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:46.459399859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53c19501-ba9e-4e80-a9c8-ce03d02c7348","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:46.515169209Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53c19501-ba9e-4e80-a9c8-ce03d02c7348","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:46.592663987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0435065f-d9d0-482a-832a-09d23720e951","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:46.649589731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0435065f-d9d0-482a-832a-09d23720e951","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:46.705009708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0435065f-d9d0-482a-832a-09d23720e951","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:46.727490615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa79b3f0-f6ab-4342-b787-e24a3e4d7d6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:46.809214547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa79b3f0-f6ab-4342-b787-e24a3e4d7d6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:46.884657407Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa79b3f0-f6ab-4342-b787-e24a3e4d7d6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:47.220825347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17aa7c46-5833-436c-add9-5dc6fa9e0a86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:47.277449632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17aa7c46-5833-436c-add9-5dc6fa9e0a86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:47.321265525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c82d1b31-38c2-4905-b5f7-47f3e337c097","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:47.33350855Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17aa7c46-5833-436c-add9-5dc6fa9e0a86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:47.378031183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c82d1b31-38c2-4905-b5f7-47f3e337c097","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:47.434223143Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c82d1b31-38c2-4905-b5f7-47f3e337c097","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:47.602939511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4b75537-2872-4b73-94e5-d497633e4d45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:47.602949438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"edb1131f-ff7a-4c03-bad0-c9e9df048da2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:14:47.656355362Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ad595dca-3bba-481c-849d-d1fdb190113d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:47.660806036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"edb1131f-ff7a-4c03-bad0-c9e9df048da2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:47.66141612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4b75537-2872-4b73-94e5-d497633e4d45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:14:47.708863362Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"273ad7c5-2c89-48e7-945c-1820e64eb4b3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:47.716529065Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"edb1131f-ff7a-4c03-bad0-c9e9df048da2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:47.716926606Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4b75537-2872-4b73-94e5-d497633e4d45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:47.872927796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ae92723-d75d-442d-acb2-6758c10bb238","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:47.872944007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8beae468-ca39-4a5f-b825-d3f2beb6012d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:47.880018728Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0acc395b-b2bc-4ce0-b45e-9ff264421b6f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:47.930171526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8beae468-ca39-4a5f-b825-d3f2beb6012d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:47.930405838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ae92723-d75d-442d-acb2-6758c10bb238","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:47.980288235Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9552f269-f42d-4e5d-a15b-313c5d4c3c50","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:47.986039294Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8beae468-ca39-4a5f-b825-d3f2beb6012d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:47.986672233Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ae92723-d75d-442d-acb2-6758c10bb238","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:48.081336227Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"88124987-38bc-4fbc-9e68-394a5594b5dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:48.141824555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ee30d33-4dda-42fd-a086-b523353b35a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:48.141978863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61a6e797-1713-4e66-8195-6c216ed6099c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:48.18134866Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7b35657b-d654-47d8-9446-10d54334f2c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:48.199335909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ee30d33-4dda-42fd-a086-b523353b35a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:48.199530429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61a6e797-1713-4e66-8195-6c216ed6099c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:48.255371484Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ee30d33-4dda-42fd-a086-b523353b35a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:48.255481784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61a6e797-1713-4e66-8195-6c216ed6099c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:51.408129793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1bd3a9f9-d8de-4798-84c3-50a87a25c8f5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:51.408149529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1bd3a9f9-d8de-4798-84c3-50a87a25c8f5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:51.463570236Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7f64db9a-4466-445c-8543-c9a45190a2b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:51.463570228Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"22339ef7-78e3-4696-aec9-547968b770d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:51.475557096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cddad461-829b-4312-a597-61ee73d23e1e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:51.475579236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cddad461-829b-4312-a597-61ee73d23e1e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:51.563563406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94c74728-5ef9-48a6-af3c-ae7f7cac9a5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:51.563813446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09e22988-f3fc-4624-a98d-a9462138ffa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:51.624980558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94c74728-5ef9-48a6-af3c-ae7f7cac9a5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:51.625263845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09e22988-f3fc-4624-a98d-a9462138ffa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:51.633764909Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"83755469-f06b-45c9-bff9-a62ba0e82503","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:51.68110269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09e22988-f3fc-4624-a98d-a9462138ffa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:51.681148351Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94c74728-5ef9-48a6-af3c-ae7f7cac9a5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:51.893607296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b2bef6f-e5ee-496c-bc1f-df83aaf806c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:51.89677972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5a8cfbe-c9db-4204-984f-32bffb5a6fca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:51.95048651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b2bef6f-e5ee-496c-bc1f-df83aaf806c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:51.953433022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5a8cfbe-c9db-4204-984f-32bffb5a6fca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:52.006000281Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b2bef6f-e5ee-496c-bc1f-df83aaf806c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:52.008757111Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5a8cfbe-c9db-4204-984f-32bffb5a6fca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:52.104099949Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ce3432c1-af2f-4e39-8ebd-523b6cb2a199","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:53.00842979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6e5ec6ea-fe9b-4315-9a77-b3116022578e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:53.008454026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6e5ec6ea-fe9b-4315-9a77-b3116022578e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:54.263490374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73dc4ee9-8b05-40e4-99b6-cf8a71fcb0c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:54.263490336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85aebf8d-a38c-4d69-95c3-4ac5fa7b82f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:54.323293643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73dc4ee9-8b05-40e4-99b6-cf8a71fcb0c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:54.323695486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85aebf8d-a38c-4d69-95c3-4ac5fa7b82f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:54.381447284Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73dc4ee9-8b05-40e4-99b6-cf8a71fcb0c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:54.381466185Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85aebf8d-a38c-4d69-95c3-4ac5fa7b82f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:58.024932409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"29261e49-4987-4d98-920c-30d5bb574061","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:58.024959612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"29261e49-4987-4d98-920c-30d5bb574061","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:58.025336719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9e44bb61-980f-4926-be57-682dd7f7543c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:58.025354315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9e44bb61-980f-4926-be57-682dd7f7543c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:58.077552816Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"24b7fddf-8cfe-4c3a-80b9-5ce461609d26","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:58.092676952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ecb76af3-f5b1-4950-9138-e5f3f7a34cad","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:58.092700617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ecb76af3-f5b1-4950-9138-e5f3f7a34cad","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:58.09293598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1147e430-fce1-49f4-aa97-d7e6ad156f2b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:58.092950014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1147e430-fce1-49f4-aa97-d7e6ad156f2b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:58.178644344Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4e41b9e7-bd66-4409-802d-1d0ae5d0e92f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:58.180744633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a54e3f09-787f-408b-84fb-042b84690f00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:58.182938848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2a612f0-e07e-4088-8032-962dadfd977c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:58.237988769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a54e3f09-787f-408b-84fb-042b84690f00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:58.239633649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2a612f0-e07e-4088-8032-962dadfd977c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:58.293965757Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a54e3f09-787f-408b-84fb-042b84690f00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:58.295190697Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2a612f0-e07e-4088-8032-962dadfd977c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:58.449956106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74f9cc23-f42f-4d06-be61-e763bc53bc3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:58.44995647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e820875e-d374-472b-b697-3b8e19d134cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:58.507646033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e820875e-d374-472b-b697-3b8e19d134cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:58.510831014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74f9cc23-f42f-4d06-be61-e763bc53bc3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:58.564358057Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e820875e-d374-472b-b697-3b8e19d134cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:58.566311853Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74f9cc23-f42f-4d06-be61-e763bc53bc3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:59.30042753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ebd61a86-9343-41cb-a919-21ab5afaec77","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:14:59.300455783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ebd61a86-9343-41cb-a919-21ab5afaec77","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:00.993628557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"085cd44e-9e71-4e40-8cfc-50e6b633306f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:00.993628714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0386ddf4-99ae-414a-97d1-eb92de9fddbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:01.100643048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"085cd44e-9e71-4e40-8cfc-50e6b633306f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:01.100740581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0386ddf4-99ae-414a-97d1-eb92de9fddbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:01.156995814Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0386ddf4-99ae-414a-97d1-eb92de9fddbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:01.157048359Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"085cd44e-9e71-4e40-8cfc-50e6b633306f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:01.953126673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7f7c002f-4b33-4ac4-ba8b-0a4bf448ad4b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:01.953148847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7f7c002f-4b33-4ac4-ba8b-0a4bf448ad4b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:01.953367075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7b314572-643e-46ab-a54a-b1f4da38db36","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:01.953378103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7b314572-643e-46ab-a54a-b1f4da38db36","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:01.953573498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cb20fe34-8e85-4b94-990c-2cbca37d0c0f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:01.953583445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cb20fe34-8e85-4b94-990c-2cbca37d0c0f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:02.01168505Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"86cfb496-3b89-40f5-b3ef-5ab9de03cee4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:02.012002035Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4790ef13-6917-4f18-a066-4a9bc9784efc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:02.021019468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"edff14ca-ad33-4cd7-b3d4-13e9f01076c3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:02.021039195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"edff14ca-ad33-4cd7-b3d4-13e9f01076c3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:02.021400757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f1cb0290-74ad-469f-8742-a75f1a2e616d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:02.021416228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f1cb0290-74ad-469f-8742-a75f1a2e616d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:02.021622637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5f966366-d776-4245-bf47-ae6742dd2d70","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:02.021637236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5f966366-d776-4245-bf47-ae6742dd2d70","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:02.160866565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bfbafaf9-8966-4a8f-b825-7f9732f10127","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:02.160866684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0966f784-5234-485a-b409-0435787693cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:02.218468187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bfbafaf9-8966-4a8f-b825-7f9732f10127","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:02.218690319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0966f784-5234-485a-b409-0435787693cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:02.274688379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0966f784-5234-485a-b409-0435787693cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:02.274725116Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bfbafaf9-8966-4a8f-b825-7f9732f10127","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:02.430016078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"938538e7-cd39-48bb-8cac-43069130204b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:02.430032413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc5b4f07-b8f4-43e4-91e4-453500578056","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:02.487710241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"938538e7-cd39-48bb-8cac-43069130204b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:02.487761372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc5b4f07-b8f4-43e4-91e4-453500578056","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:02.54424497Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"938538e7-cd39-48bb-8cac-43069130204b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:02.544682687Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc5b4f07-b8f4-43e4-91e4-453500578056","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:03.220445219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b7b530e8-10ee-42a1-9773-ba2ead3aa573","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:03.220469646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b7b530e8-10ee-42a1-9773-ba2ead3aa573","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:04.687241639Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:05.329171399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f419745-427c-40eb-b3c6-d5f34f013d71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:05.381364654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f419745-427c-40eb-b3c6-d5f34f013d71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:05.385615074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"405ee560-f303-4704-a20c-5f24ed2acccb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:05.385631988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"405ee560-f303-4704-a20c-5f24ed2acccb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:05.433296123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f419745-427c-40eb-b3c6-d5f34f013d71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:05.434017159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a642b937-8130-44ad-94e9-9325b6d7230f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:05.434032526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a642b937-8130-44ad-94e9-9325b6d7230f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:05.434241408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"60e078b9-0833-4162-9c7b-c26bfbd70336","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:05.434252017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"60e078b9-0833-4162-9c7b-c26bfbd70336","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:05.434530267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3df5cd29-eef7-4443-b248-efe1037397e3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:05.434541077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3df5cd29-eef7-4443-b248-efe1037397e3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:05.490107001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f419745-427c-40eb-b3c6-d5f34f013d71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:05.490882746Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7d85bc8a-7a54-4480-a140-5ff6ad03d30b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:05.491090837Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4976ec1b-5b82-4f2c-80a1-bde7be132c8f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:05.5490539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"23e85198-7be6-495f-bf36-c2123e35471a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:05.549075775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"23e85198-7be6-495f-bf36-c2123e35471a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:05.549424797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1826aa7b-84b0-4290-badd-cb17a1791902","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:05.549440623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1826aa7b-84b0-4290-badd-cb17a1791902","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:05.54964179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e9f83b95-255d-47e7-ae4f-51b0bbbb2186","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:05.549653681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e9f83b95-255d-47e7-ae4f-51b0bbbb2186","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:05.549893905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"af426699-ab83-463c-aa77-8d64cc3c37ba","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:05.549908139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"af426699-ab83-463c-aa77-8d64cc3c37ba","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:05.701679969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2541b746-d903-418e-b692-03a8d5cd3684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:05.701990474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fdaa1383-c5b6-479b-89df-adc446382eb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:05.758486315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2541b746-d903-418e-b692-03a8d5cd3684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:05.813131301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fdaa1383-c5b6-479b-89df-adc446382eb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:05.814047973Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2541b746-d903-418e-b692-03a8d5cd3684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:05.871505204Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fdaa1383-c5b6-479b-89df-adc446382eb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:05.976070156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c84ead6a-c488-4ccf-a5c6-fbdc20539f0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:06.033313362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c84ead6a-c488-4ccf-a5c6-fbdc20539f0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:06.075554153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94921542-e2a2-4997-9d72-0d721ad829f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:06.089966635Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c84ead6a-c488-4ccf-a5c6-fbdc20539f0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:06.133000564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94921542-e2a2-4997-9d72-0d721ad829f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:06.189830571Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94921542-e2a2-4997-9d72-0d721ad829f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:06.523422611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eaee1af6-fca5-407d-bf08-7338b2f32b9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:06.523733958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cce83b9f-dd8b-48fc-93f6-1bd5ec32a7b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:06.581995378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eaee1af6-fca5-407d-bf08-7338b2f32b9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:06.582279798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cce83b9f-dd8b-48fc-93f6-1bd5ec32a7b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:06.639030134Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eaee1af6-fca5-407d-bf08-7338b2f32b9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:06.639061375Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cce83b9f-dd8b-48fc-93f6-1bd5ec32a7b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:06.683223835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dd7d56e1-e18f-4d6a-8108-59c6316852c2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:06.683250031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dd7d56e1-e18f-4d6a-8108-59c6316852c2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:10.906660724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75f5662f-15c3-4b24-8b34-afb426d95e52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:10.906733652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8306c66-1535-4f34-8e2f-4f7464f6692f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:10.977585147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75f5662f-15c3-4b24-8b34-afb426d95e52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:10.977599234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8306c66-1535-4f34-8e2f-4f7464f6692f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:11.033949656Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75f5662f-15c3-4b24-8b34-afb426d95e52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:11.033953823Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8306c66-1535-4f34-8e2f-4f7464f6692f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:11.111455406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7ec951e1-664a-485e-8859-3235551b6c0c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:11.111479171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7ec951e1-664a-485e-8859-3235551b6c0c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:11.111754777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"582df74f-e7da-4892-a348-b5bee749ee8f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:11.111768432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"582df74f-e7da-4892-a348-b5bee749ee8f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:11.111982863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ca3f8f34-89e1-47e8-976f-fcc5f4a42d23","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:11.111994266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ca3f8f34-89e1-47e8-976f-fcc5f4a42d23","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:11.112217178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"35325a7f-ec6e-4b82-8e73-91deee7b8ac9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:11.112230607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"35325a7f-ec6e-4b82-8e73-91deee7b8ac9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:11.112410026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b1c58e95-3b71-4faa-896a-d5091b1be4e9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:11.112420739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b1c58e95-3b71-4faa-896a-d5091b1be4e9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:11.167297709Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4082f832-ec9e-46d5-932a-4c015f883bea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:11.167298198Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5b57d91e-432c-4c7a-b9c3-f9eaee8c0dda","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:11.185300986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"94e3eeb6-54fa-4546-88e6-27e6accd6fbb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:11.185322354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"94e3eeb6-54fa-4546-88e6-27e6accd6fbb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:11.185553806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1d746546-17a8-4d9d-aa58-32858049b93e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:11.185565782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1d746546-17a8-4d9d-aa58-32858049b93e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:11.185768616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b6ccbcde-78b5-4e2b-b294-6b707f46f44d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:11.185780327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b6ccbcde-78b5-4e2b-b294-6b707f46f44d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:11.186000369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a1fe73a2-82c5-4acd-aca4-1bdcb96f2463","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:11.186011806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a1fe73a2-82c5-4acd-aca4-1bdcb96f2463","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:11.186198072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9c88a88c-89b7-4955-a7f7-2d92140112bf","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:11.186210535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9c88a88c-89b7-4955-a7f7-2d92140112bf","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:11.269890485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b523dcae-13a1-42d5-b16e-e664ba20c5cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:11.269913844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6aae967e-915c-465b-8c0a-2659b4a99187","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:11.328576033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6aae967e-915c-465b-8c0a-2659b4a99187","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:11.328576035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b523dcae-13a1-42d5-b16e-e664ba20c5cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:11.384923006Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b523dcae-13a1-42d5-b16e-e664ba20c5cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:11.38502832Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6aae967e-915c-465b-8c0a-2659b4a99187","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:11.54061485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9917dcf2-4d6b-4c25-9eb0-a06e27fd4c8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:11.54061596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3171c9b-7aed-4f7a-a0ea-c611e5b7d143","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:11.599079523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3171c9b-7aed-4f7a-a0ea-c611e5b7d143","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:11.599198383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9917dcf2-4d6b-4c25-9eb0-a06e27fd4c8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:11.655414732Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9917dcf2-4d6b-4c25-9eb0-a06e27fd4c8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:11.655477179Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3171c9b-7aed-4f7a-a0ea-c611e5b7d143","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:12.36287695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a058e86e-6d69-404e-aee1-4dfe688f5532","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:12.362906792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a058e86e-6d69-404e-aee1-4dfe688f5532","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:15.379527702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"abbd35f8-4d18-41df-80e6-fdf6e177ccab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:15.379527749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"065b49c8-ea53-458c-9311-739e77e4e78e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:15.489380512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"abbd35f8-4d18-41df-80e6-fdf6e177ccab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:15.489489754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"065b49c8-ea53-458c-9311-739e77e4e78e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:15.545817951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"065b49c8-ea53-458c-9311-739e77e4e78e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:15.546016413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"abbd35f8-4d18-41df-80e6-fdf6e177ccab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:16.323388527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9577b24e-7d64-4984-8c06-35e5b4b27275","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:16.323427801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9577b24e-7d64-4984-8c06-35e5b4b27275","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:16.324286595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ce0e6d12-9b7e-4417-83f2-bea963751c49","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:16.324304114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ce0e6d12-9b7e-4417-83f2-bea963751c49","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:16.325072158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ff2c829a-6ffb-4519-b73f-1284996d7fa4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:16.325109562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ff2c829a-6ffb-4519-b73f-1284996d7fa4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:16.325735683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4cb8a63f-e408-4486-b314-6e1c360f196e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:16.325751623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4cb8a63f-e408-4486-b314-6e1c360f196e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:16.326260248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ee0a4f58-07f9-4c88-b58d-80b036cd40f4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:16.326274559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ee0a4f58-07f9-4c88-b58d-80b036cd40f4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:16.327264395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8e898329-a7f1-467a-acb1-5d2741f62159","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:16.32727963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8e898329-a7f1-467a-acb1-5d2741f62159","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:16.378934978Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8be21f46-000d-469a-a87c-52ab36705ea0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:16.397269248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cb96b16a-172a-4dac-859f-1150efa8323d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:16.397286793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cb96b16a-172a-4dac-859f-1150efa8323d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:16.397518182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d403c2a3-a1f1-4eaa-a007-1020341a6659","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:16.39753062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d403c2a3-a1f1-4eaa-a007-1020341a6659","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:16.397731501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2ade4797-8965-430d-a12d-67dc71586564","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:16.397742355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2ade4797-8965-430d-a12d-67dc71586564","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:16.39795984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ca686459-069d-43ab-9544-a9f7ced4fd5d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:16.397974912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ca686459-069d-43ab-9544-a9f7ced4fd5d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:16.398162719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"530c8b29-350f-4e9c-a2ea-116ffb7c2a6c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:16.398191163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"530c8b29-350f-4e9c-a2ea-116ffb7c2a6c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:16.398387435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"47e7c280-ecc5-4672-9881-644fa8c54f5d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:16.398398268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"47e7c280-ecc5-4672-9881-644fa8c54f5d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:16.479146245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d07eecaa-276b-46ea-aae9-3213316c3ac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:16.479208669Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0550ead0-d063-49aa-9484-be99a7acf897","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:16.53625577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d07eecaa-276b-46ea-aae9-3213316c3ac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:16.579668943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78e65986-0b28-488d-9e6f-2a7cc11fdbdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:16.591899866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d07eecaa-276b-46ea-aae9-3213316c3ac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:16.636920689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78e65986-0b28-488d-9e6f-2a7cc11fdbdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:16.692708172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78e65986-0b28-488d-9e6f-2a7cc11fdbdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:16.748023954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4976e84d-7b35-474a-b8cb-6a4db3221090","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:16.804706551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4976e84d-7b35-474a-b8cb-6a4db3221090","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:16.850033156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e08a7068-47b5-49f5-868c-d40671c35377","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:16.861188599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4976e84d-7b35-474a-b8cb-6a4db3221090","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:16.907745493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e08a7068-47b5-49f5-868c-d40671c35377","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:16.96327851Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e08a7068-47b5-49f5-868c-d40671c35377","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:17.573117306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6ed9315c-54be-4f66-b999-1d97466bc9de","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:17.573146894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6ed9315c-54be-4f66-b999-1d97466bc9de","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:19.951726364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3d517211-7162-438d-a558-039712146a01","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:19.951752706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3d517211-7162-438d-a558-039712146a01","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:19.952145215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0b17dc4a-b6e9-4721-a740-187be2bfe03f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:19.952166401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0b17dc4a-b6e9-4721-a740-187be2bfe03f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:19.952504105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"12594503-964d-42da-a19b-37fd9eb28ac9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:19.952523607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"12594503-964d-42da-a19b-37fd9eb28ac9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:19.952759482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6466f7e8-16ed-4a21-941d-cdc5dc85c890","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:19.952771954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6466f7e8-16ed-4a21-941d-cdc5dc85c890","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:19.952931242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5fbe142c-81f5-47a7-857b-8b5d13860bb1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:19.952941403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5fbe142c-81f5-47a7-857b-8b5d13860bb1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:19.953091615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"329d1d02-56b1-4eec-82fc-34fa86cf8afb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:19.953101212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"329d1d02-56b1-4eec-82fc-34fa86cf8afb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:19.953323366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1133a70d-686c-440b-b989-8c89039139cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:19.953333793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1133a70d-686c-440b-b989-8c89039139cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:20.007143372Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"73e19fc9-a0c7-47c8-833f-8dd7231249dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:20.043060362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1c98a58c-f47d-44e2-9d45-6757dda3c74d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:20.043080175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1c98a58c-f47d-44e2-9d45-6757dda3c74d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:20.043356292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ba0244ca-7f25-4f5d-9a69-d12345519f3f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:20.043372356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ba0244ca-7f25-4f5d-9a69-d12345519f3f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:20.043592511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ac7c1975-d4cf-4cdd-8567-a64b4069e7ee","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:20.043604276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ac7c1975-d4cf-4cdd-8567-a64b4069e7ee","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:20.0438216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2c06cea8-6dbe-4fce-922d-baff7c81bff9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:20.043832847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2c06cea8-6dbe-4fce-922d-baff7c81bff9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:20.044052453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"335390d8-7b40-4170-8354-4575768c7aff","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:20.044064568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"335390d8-7b40-4170-8354-4575768c7aff","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:20.044268877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"67eb56a0-785a-47e4-9726-adb9f36321e2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:20.044284815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"67eb56a0-785a-47e4-9726-adb9f36321e2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:20.044474539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e6fa98b-d153-44a9-ad66-c4e8a4e4e95d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:20.044484652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e6fa98b-d153-44a9-ad66-c4e8a4e4e95d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:20.109715746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a01abc2a-6224-4ca1-a366-ef9fc5415539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:20.109719736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"386e1a51-7fe5-4217-869a-ca8cae2e0999","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:20.167433663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"386e1a51-7fe5-4217-869a-ca8cae2e0999","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:20.167689127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a01abc2a-6224-4ca1-a366-ef9fc5415539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:20.167720761Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9dee763f-65fb-41b1-8fe7-e8be1b1db4bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:20.223160708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a01abc2a-6224-4ca1-a366-ef9fc5415539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:20.22323251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"386e1a51-7fe5-4217-869a-ca8cae2e0999","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:20.281014299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38900430-0088-4267-ae25-4af6384df049","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:20.281043015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38900430-0088-4267-ae25-4af6384df049","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:20.331597561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81499635-5216-4592-94cb-3679be6ebb86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:20.331619971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81499635-5216-4592-94cb-3679be6ebb86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:20.435828508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53a58620-efe1-4a44-a71b-067e0a4a3215","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:20.439765644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2b3f65b-846e-4016-b7ee-c51e04f54454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:20.492939864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53a58620-efe1-4a44-a71b-067e0a4a3215","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:20.496423606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2b3f65b-846e-4016-b7ee-c51e04f54454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:20.540524023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3c531f87-1d0d-4902-afda-2d4aed88d81e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:20.548486906Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53a58620-efe1-4a44-a71b-067e0a4a3215","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:20.551883359Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2b3f65b-846e-4016-b7ee-c51e04f54454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:15:20.602993894Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53a58620-efe1-4a44-a71b-067e0a4a3215","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:20.763711686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"853a7ac4-a3eb-4c9c-9595-83d3ddcbfe54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:20.820629111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"853a7ac4-a3eb-4c9c-9595-83d3ddcbfe54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:20.876425082Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"853a7ac4-a3eb-4c9c-9595-83d3ddcbfe54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:21.200591897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f81e7fd5-691e-46a5-b19b-c56a441fb4e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:21.200612878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f81e7fd5-691e-46a5-b19b-c56a441fb4e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:21.413628591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4eb04565-3544-4402-928e-289f127575cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:23.728828984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"59f6d73f-bc5b-4f4c-9435-87b928123d14","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:23.728853488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"59f6d73f-bc5b-4f4c-9435-87b928123d14","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:23.729141077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5a5a6044-2e4e-416d-ad16-11bf6f2f32dc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:23.729154305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5a5a6044-2e4e-416d-ad16-11bf6f2f32dc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:23.729363854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"933c4f48-82a5-4d3e-8c97-dbeb74bacfc9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:23.729376196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"933c4f48-82a5-4d3e-8c97-dbeb74bacfc9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:23.72956052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"52fd77fb-b5fd-4b6e-bb91-80b6d7acc2d9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:23.729570763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"52fd77fb-b5fd-4b6e-bb91-80b6d7acc2d9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:23.729749662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"07df1500-d615-40b1-a1d6-a40d66184125","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:23.729759528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"07df1500-d615-40b1-a1d6-a40d66184125","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:23.729969397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ef4ffd32-dc3f-484d-a777-7b46115f99a7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:23.729980724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ef4ffd32-dc3f-484d-a777-7b46115f99a7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:23.73016607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8338aac-ff5c-42b8-9988-fde5dd128ca5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:23.73019285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8338aac-ff5c-42b8-9988-fde5dd128ca5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:23.73041604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b8384bb8-cd73-4d77-a47d-2b9e885f0a7e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:23.730427674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b8384bb8-cd73-4d77-a47d-2b9e885f0a7e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:23.796547644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"06369e74-3a10-460c-891c-a1a35f769c26","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:23.796563867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"06369e74-3a10-460c-891c-a1a35f769c26","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:23.796786222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dc5e78cb-edc8-4d5b-838b-8bbfb5b18555","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:23.796797794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dc5e78cb-edc8-4d5b-838b-8bbfb5b18555","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:23.796978009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"424adfb6-ef60-4527-8e55-a47b714cf496","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:23.796989056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"424adfb6-ef60-4527-8e55-a47b714cf496","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:23.797208005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"35b3f9ed-b170-4325-909f-56b998081bd6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:23.797218432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"35b3f9ed-b170-4325-909f-56b998081bd6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:23.79741223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a5b32301-024b-462d-ae87-97cf135af1c0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:23.797423861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a5b32301-024b-462d-ae87-97cf135af1c0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:23.797597274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8618c452-590a-457e-b2d5-ccb1f1516d62","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:23.79760688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8618c452-590a-457e-b2d5-ccb1f1516d62","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:23.797781451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1361444f-c064-49bd-9bd8-e6ead7601320","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:23.797792609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1361444f-c064-49bd-9bd8-e6ead7601320","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:23.798033041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b843b87d-a9e1-41bc-b30e-d0487bae497e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:23.798046252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b843b87d-a9e1-41bc-b30e-d0487bae497e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:23.889969664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03b8000e-ff7b-4488-8c57-529af2f30238","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:23.890814103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31e6475f-98aa-42af-8577-68229bd3b36a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:23.942399777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e45aca05-1082-481c-b0af-a5e4c473bc59","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:23.948604657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03b8000e-ff7b-4488-8c57-529af2f30238","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:23.948675697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31e6475f-98aa-42af-8577-68229bd3b36a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:23.950429965Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d3b92a8b-e812-40f4-ae53-0c03a66c5de0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:24.004625206Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03b8000e-ff7b-4488-8c57-529af2f30238","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:24.004654856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31e6475f-98aa-42af-8577-68229bd3b36a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:24.114836776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ff75a3f1-4cba-4e30-bd4d-9aba4a87773b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:24.114856437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ff75a3f1-4cba-4e30-bd4d-9aba4a87773b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:24.162125589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa230b63-62c3-4c98-82ee-4b5112af9ae4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:24.165110252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b518678-9708-443d-87a4-110e2c130db3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:24.218897093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa230b63-62c3-4c98-82ee-4b5112af9ae4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:24.222214327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b518678-9708-443d-87a4-110e2c130db3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:24.274317669Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa230b63-62c3-4c98-82ee-4b5112af9ae4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:24.277605123Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b518678-9708-443d-87a4-110e2c130db3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:24.324616748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"db3947c6-1a43-4993-9635-6f776a0549db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:25.005719618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"768e60d1-7edc-4571-9a4e-cfa6407ed26c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:25.005743234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"768e60d1-7edc-4571-9a4e-cfa6407ed26c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:25.216570909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5a2f563a-f4e5-44c3-b48c-9dc0a1494614","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:28.333709338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9c2df756-7286-40d3-9890-b0d92c26e5d4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:28.333738968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9c2df756-7286-40d3-9890-b0d92c26e5d4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:28.597860406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ebad00a0-65f2-49d6-9edd-65b9e17c33db","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:28.705025403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a471d882-90ee-4104-bffd-3b460a85ccf2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:28.728154546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99cb8c28-cbaa-4e87-bde7-67ebee7f4c51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:28.728295279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27d9ae44-af7c-41f0-94f1-3c95632a0e3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:28.76534125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c976cf8d-bafd-444e-b64d-7ab5ea40ba4d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:28.765363972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c976cf8d-bafd-444e-b64d-7ab5ea40ba4d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:28.812083878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27d9ae44-af7c-41f0-94f1-3c95632a0e3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:28.812081242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99cb8c28-cbaa-4e87-bde7-67ebee7f4c51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:28.868969257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99cb8c28-cbaa-4e87-bde7-67ebee7f4c51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:28.868994677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27d9ae44-af7c-41f0-94f1-3c95632a0e3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:28.87089355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a80b11f5-2ef4-4e97-bb7d-db7c96f0ca7c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:28.870910167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a80b11f5-2ef4-4e97-bb7d-db7c96f0ca7c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:28.927265953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b72ec9e-e2df-44c3-8132-e1b6052a751e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:28.927287947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b72ec9e-e2df-44c3-8132-e1b6052a751e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:28.929736795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"43ff86df-2ec4-4ffe-a9cf-81b95b68a446","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:28.929752548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"43ff86df-2ec4-4ffe-a9cf-81b95b68a446","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:29.082772573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e2424d5-dbc0-466c-bbba-1874808c7c0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:29.08335279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25ce435e-1399-47d1-9e02-e71b442fe16f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:29.141156034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25ce435e-1399-47d1-9e02-e71b442fe16f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:29.141290539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e2424d5-dbc0-466c-bbba-1874808c7c0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:29.198631107Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e2424d5-dbc0-466c-bbba-1874808c7c0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:29.198631132Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25ce435e-1399-47d1-9e02-e71b442fe16f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:31.212630872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e5d35fb9-cd51-4c7d-9ec7-821f5bbfac07","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:31.212655209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e5d35fb9-cd51-4c7d-9ec7-821f5bbfac07","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:33.798264129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"600ce29c-8c75-4635-b163-5ee0e39b31f4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:33.79828616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"600ce29c-8c75-4635-b163-5ee0e39b31f4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:33.798568708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9c9598e6-964d-4d98-85fb-d50c21a42d4b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:33.798579591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9c9598e6-964d-4d98-85fb-d50c21a42d4b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:33.798758729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6480a530-437c-4322-bd42-133b389d702f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:33.798768986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6480a530-437c-4322-bd42-133b389d702f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:33.798993196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ba227958-a887-4485-98ba-fa07ae930b0b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:33.799004159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ba227958-a887-4485-98ba-fa07ae930b0b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:33.944315937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8ba92d59-bf3e-4884-b63a-76ea9513e98e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:33.944340982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8ba92d59-bf3e-4884-b63a-76ea9513e98e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:34.712622799Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:35.374147563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"947f0aab-e255-4271-ad9a-e39460b51f76","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:35.478302701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b4fe4dc7-363b-40c7-84c5-3ca853bb5763","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:36.600686734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0fabe7bb-3b42-4b6d-89c5-f367bbf4b1f7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:36.600713026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0fabe7bb-3b42-4b6d-89c5-f367bbf4b1f7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:38.92839829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0582e2fc-f3e5-4186-abc2-2befc7b1613c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:38.928420208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0582e2fc-f3e5-4186-abc2-2befc7b1613c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:38.930977594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"acb19294-5eea-4a0c-8b89-178760427a0f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:38.930994151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"acb19294-5eea-4a0c-8b89-178760427a0f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:39.124053503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"411d600d-1ec5-4bc5-a87b-b792a20fe4b4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:39.124073252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"411d600d-1ec5-4bc5-a87b-b792a20fe4b4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:39.355675237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aec960c1-7515-4f35-82fe-8e6c72a52210","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:39.355693181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44e917be-5d29-4285-86c0-7220aa8624d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:39.462644319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44e917be-5d29-4285-86c0-7220aa8624d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:39.462792828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aec960c1-7515-4f35-82fe-8e6c72a52210","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:39.732767746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d073a8ec-9230-4424-857c-eded5c59dbef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:39.732796755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d073a8ec-9230-4424-857c-eded5c59dbef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:39.734569008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"622a7ede-e5e5-4d80-b182-2144811ca57a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:39.734588419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"622a7ede-e5e5-4d80-b182-2144811ca57a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:42.651761752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"debaa8a3-13a0-437e-8b90-60b78c7b6dc6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:42.651788847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"debaa8a3-13a0-437e-8b90-60b78c7b6dc6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:45.084025438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bb1fc9d-91b8-4c03-beba-8a980a4e2f30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:45.084051331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bb1fc9d-91b8-4c03-beba-8a980a4e2f30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:45.29974378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b803d08a-4daf-4439-97ae-2d21cca6308b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:45.307315687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c227bbd-4e9d-43a5-9864-eb43794d8b94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:45.307315338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ee27e96-718f-40b6-8449-3977336522a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:45.41450388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c227bbd-4e9d-43a5-9864-eb43794d8b94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:45.4150481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ee27e96-718f-40b6-8449-3977336522a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:45.471562276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6f2e088-46d2-4d9d-a554-2b0cfb7cd650","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:45.47159171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6f2e088-46d2-4d9d-a554-2b0cfb7cd650","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:45.687085996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"401449bf-3546-4955-a918-ad5d444ed242","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:47.58585195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"baef1aa7-049b-4791-8b46-17b5a1f76fdc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:47.585880002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"baef1aa7-049b-4791-8b46-17b5a1f76fdc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:47.805642204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"27e874be-9fe0-4345-b846-e18622a1b630","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:47.810890754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60c1ff16-8132-403c-bee1-1a5e137fe5b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:47.810890942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2ad61b7-abc2-4780-a690-098fa726600b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:47.918063976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60c1ff16-8132-403c-bee1-1a5e137fe5b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:47.918619292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2ad61b7-abc2-4780-a690-098fa726600b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:47.972746661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3d4d00ea-80d2-40da-92e9-30624f8c2c65","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:47.972771128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3d4d00ea-80d2-40da-92e9-30624f8c2c65","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:48.188679971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a1cedeb0-82ab-4b9c-ae8f-c91ed2dcd5ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:50.518635513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bd910964-c8ec-4e2b-9896-b0a1a32fc61b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:50.518656846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bd910964-c8ec-4e2b-9896-b0a1a32fc61b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:50.673922666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b94be926-01a8-4f78-9007-8393e77118f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:50.72439206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"70bb25f5-bd96-4f4a-a2ee-100a877ac435","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:50.724412608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"70bb25f5-bd96-4f4a-a2ee-100a877ac435","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:50.730783243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b94be926-01a8-4f78-9007-8393e77118f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:50.883106952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f11fd317-e4d5-43f8-9665-2fd08531b7f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:50.942283007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"94bd3048-d62d-4f95-bdb8-1bff3700813b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:50.94563508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f11fd317-e4d5-43f8-9665-2fd08531b7f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:50.998926472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"166d4f8a-8d5b-4d33-af05-6c57da8c38ae","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:50.998953956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"166d4f8a-8d5b-4d33-af05-6c57da8c38ae","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:51.107152223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab3e4a5a-9a79-4a86-ab3c-0d71c5e32d2e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:51.107306751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab3e4a5a-9a79-4a86-ab3c-0d71c5e32d2e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:51.160707882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c06a2e3b-23ea-4d0a-bafc-e20733031da1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:15:51.217535758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c06a2e3b-23ea-4d0a-bafc-e20733031da1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:04.667123751Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:28.890256362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de16b3c8-b85c-425b-b715-5dd07ec01abe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:28.942370357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de16b3c8-b85c-425b-b715-5dd07ec01abe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:28.994866799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de16b3c8-b85c-425b-b715-5dd07ec01abe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:29.047680603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de16b3c8-b85c-425b-b715-5dd07ec01abe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:29.578241343Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-15eab294","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-15eab294","reconcileID":"aa4e805f-fbf8-46be-87c5-d8a7fffdbd23","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-15eab294","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-15eab294":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:30.217795735Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-0e1bbe4b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-0e1bbe4b","reconcileID":"ebe3bafc-3fd5-45ae-882c-4cee386e154d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-0e1bbe4b","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-0e1bbe4b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:31.075456243Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-4b78c516","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-4b78c516","reconcileID":"91168dd3-b7ee-4034-8568-25fd84e56313","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-4b78c516-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-4b78c516-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:31.089608596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f15e731c-0aab-4136-9bdb-fe839acaabdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:31.141828679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f15e731c-0aab-4136-9bdb-fe839acaabdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:31.193972397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f15e731c-0aab-4136-9bdb-fe839acaabdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:31.246113598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f15e731c-0aab-4136-9bdb-fe839acaabdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:33.183705832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"817709e1-2d14-43d2-8457-c4a663b094f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:33.235653757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"817709e1-2d14-43d2-8457-c4a663b094f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:33.287573185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"817709e1-2d14-43d2-8457-c4a663b094f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:33.340377966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"817709e1-2d14-43d2-8457-c4a663b094f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:34.665462217Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:35.279933713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4b32799-62ed-4ef8-83bb-d1e9e63acc5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:35.332109292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4b32799-62ed-4ef8-83bb-d1e9e63acc5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:35.38411815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4b32799-62ed-4ef8-83bb-d1e9e63acc5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:35.435955531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4b32799-62ed-4ef8-83bb-d1e9e63acc5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:36.38492301Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-6ab60e97","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-6ab60e97","reconcileID":"9a96b3ad-034b-4aaf-9308-657de9f2a99a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-6ab60e97","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-6ab60e97":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:37.388967135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bd836e2-191b-485d-9380-d11b0731df35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:37.440811514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bd836e2-191b-485d-9380-d11b0731df35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:37.492761248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bd836e2-191b-485d-9380-d11b0731df35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:37.544709915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bd836e2-191b-485d-9380-d11b0731df35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:39.447867491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64836e67-e727-4373-be54-02d65ef2ffcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:39.500068976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64836e67-e727-4373-be54-02d65ef2ffcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:39.552106122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64836e67-e727-4373-be54-02d65ef2ffcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:39.604146342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64836e67-e727-4373-be54-02d65ef2ffcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:39.876054344Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-b83a178e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-b83a178e","reconcileID":"b4216396-3456-4a10-a583-f356ffb00413","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-b83a178e","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-b83a178e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:40.558880017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0e1bbe4b"},"namespace":"ai-tenant-e2e-ait-0e1bbe4b","name":"default-tenant","reconcileID":"b7416d7c-9aba-4b6a-8fed-a6e6abb2dc2c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-0e1bbe4b","tenantID":"e2e-ait-0e1bbe4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:40.712247928Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0e1bbe4b"},"namespace":"ai-tenant-e2e-ait-0e1bbe4b","name":"default-tenant","reconcileID":"b7416d7c-9aba-4b6a-8fed-a6e6abb2dc2c","name":"e2e-ait-0e1bbe4b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:41.627123535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b7c5180-d309-49fd-8c10-dab25920f942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:41.682069885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b7c5180-d309-49fd-8c10-dab25920f942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:41.734344669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b7c5180-d309-49fd-8c10-dab25920f942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:41.786492564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b7c5180-d309-49fd-8c10-dab25920f942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:45.39907799Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b78c516"},"namespace":"ai-tenant-e2e-migrate-4b78c516","name":"default-tenant","reconcileID":"6cc16ea2-10ac-416e-979d-962391ad4494","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:45.453475757Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b78c516"},"namespace":"ai-tenant-e2e-migrate-4b78c516","name":"default-tenant","reconcileID":"6cc16ea2-10ac-416e-979d-962391ad4494","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:45.55652982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b78c516"},"namespace":"ai-tenant-e2e-migrate-4b78c516","name":"default-tenant","reconcileID":"6cc16ea2-10ac-416e-979d-962391ad4494","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-4b78c516-gw","tenantID":"e2e-migrate-4b78c516","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:45.676731392Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b78c516"},"namespace":"ai-tenant-e2e-migrate-4b78c516","name":"default-tenant","reconcileID":"6cc16ea2-10ac-416e-979d-962391ad4494","name":"e2e-migrate-4b78c516-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:45.965209226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6b837ef8-0862-4601-86d0-7dd720927183","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:46.137522183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ff615e3b-beaa-4a2e-b00e-1750d54f2d3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:50.277131363Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ab60e97"},"namespace":"ai-tenant-e2e-ait-6ab60e97","name":"default-tenant","reconcileID":"c617a048-b5d4-4291-bc2f-6dcabba9019c","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:50.436872421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ab60e97"},"namespace":"ai-tenant-e2e-ait-6ab60e97","name":"default-tenant","reconcileID":"c617a048-b5d4-4291-bc2f-6dcabba9019c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-6ab60e97","tenantID":"e2e-ait-6ab60e97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:16:50.554060113Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ab60e97"},"namespace":"ai-tenant-e2e-ait-6ab60e97","name":"default-tenant","reconcileID":"c617a048-b5d4-4291-bc2f-6dcabba9019c","name":"e2e-ait-6ab60e97-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:00.078214906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15eab294"},"namespace":"ai-tenant-e2e-ait-15eab294","name":"default-tenant","reconcileID":"870b4526-250f-4072-acc5-2c7708401dee","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-15eab294","tenantID":"e2e-ait-15eab294","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:00.19696439Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15eab294"},"namespace":"ai-tenant-e2e-ait-15eab294","name":"default-tenant","reconcileID":"870b4526-250f-4072-acc5-2c7708401dee","name":"e2e-ait-15eab294-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:04.66595135Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:04.956979979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b83a178e"},"namespace":"ai-tenant-e2e-derive-b83a178e","name":"default-tenant","reconcileID":"6b564c87-042b-4e8c-a6bc-4704f37022ec","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-b83a178e","tenantID":"e2e-derive-b83a178e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:05.075533481Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b83a178e"},"namespace":"ai-tenant-e2e-derive-b83a178e","name":"default-tenant","reconcileID":"6b564c87-042b-4e8c-a6bc-4704f37022ec","name":"e2e-derive-b83a178e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:11.781715849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fce43265-6682-4b0b-85c9-b5bdf8a2b1ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:11.833734292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fce43265-6682-4b0b-85c9-b5bdf8a2b1ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:11.885785209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fce43265-6682-4b0b-85c9-b5bdf8a2b1ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:11.93786787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fce43265-6682-4b0b-85c9-b5bdf8a2b1ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:13.819841218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"691459b8-49fe-4ddb-8076-d871ce829f10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:13.871929945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"691459b8-49fe-4ddb-8076-d871ce829f10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:13.924136178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"691459b8-49fe-4ddb-8076-d871ce829f10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:13.976158024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"691459b8-49fe-4ddb-8076-d871ce829f10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:14.41730397Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b78c516"},"namespace":"ai-tenant-e2e-migrate-4b78c516","name":"default-tenant","reconcileID":"89902a32-aac2-4f0f-8dfb-33ee225661ce","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:14.524794898Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b78c516"},"namespace":"ai-tenant-e2e-migrate-4b78c516","name":"default-tenant","reconcileID":"89902a32-aac2-4f0f-8dfb-33ee225661ce","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:15.885932913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e55a98b-95ac-447b-86d1-bd8c3fb3c2d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:15.938438931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e55a98b-95ac-447b-86d1-bd8c3fb3c2d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:15.990709573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e55a98b-95ac-447b-86d1-bd8c3fb3c2d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:16.042969878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e55a98b-95ac-447b-86d1-bd8c3fb3c2d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:17.990806294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3be61afc-a320-4f0c-953a-06527e70ea63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:18.043113787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3be61afc-a320-4f0c-953a-06527e70ea63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:18.095145308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3be61afc-a320-4f0c-953a-06527e70ea63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:18.147229601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3be61afc-a320-4f0c-953a-06527e70ea63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:19.628930176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7e626237-e7a2-4528-a0e1-ff86029ad0c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:19.790408173Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ab60e97"},"namespace":"ai-tenant-e2e-ait-6ab60e97","name":"default-tenant","reconcileID":"68ddf112-48fb-4287-bd2c-2df508906f26","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:19.826261107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ca1463a2-1b3e-458e-8b9f-8d6f8c3b1ca5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:20.042036002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"403658d7-2a0d-4ceb-87a5-d0544f924f6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:20.09592266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"403658d7-2a0d-4ceb-87a5-d0544f924f6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:20.148145224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"403658d7-2a0d-4ceb-87a5-d0544f924f6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:20.200764583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"403658d7-2a0d-4ceb-87a5-d0544f924f6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:22.178788098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebd622bd-c083-4169-9acd-0d956385ac8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:22.230973702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebd622bd-c083-4169-9acd-0d956385ac8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:22.283058127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebd622bd-c083-4169-9acd-0d956385ac8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:22.335133545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebd622bd-c083-4169-9acd-0d956385ac8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:24.286996652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b246de1d-d274-4ab7-a72f-7733e03b95bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:24.339002741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b246de1d-d274-4ab7-a72f-7733e03b95bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:24.39145016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b246de1d-d274-4ab7-a72f-7733e03b95bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:24.443558858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b246de1d-d274-4ab7-a72f-7733e03b95bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:26.356834434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"195721e8-cdad-4f76-8e77-5b2949a13f09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:26.40870534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"195721e8-cdad-4f76-8e77-5b2949a13f09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:26.46061458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"195721e8-cdad-4f76-8e77-5b2949a13f09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:26.512689189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"195721e8-cdad-4f76-8e77-5b2949a13f09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:28.400739214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b3689be-b7ec-4ba2-a3a4-93fde4d55758","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:28.452800118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b3689be-b7ec-4ba2-a3a4-93fde4d55758","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:28.504672948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b3689be-b7ec-4ba2-a3a4-93fde4d55758","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:28.556501307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b3689be-b7ec-4ba2-a3a4-93fde4d55758","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:30.443739793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"346e9887-0bbf-4898-b3fb-65f06fa40848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:30.497277183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"346e9887-0bbf-4898-b3fb-65f06fa40848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:30.549811802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"346e9887-0bbf-4898-b3fb-65f06fa40848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:30.601853551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"346e9887-0bbf-4898-b3fb-65f06fa40848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:32.583107095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3cdccc2-4073-4e06-ab4e-8613afd1d700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:32.635110884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3cdccc2-4073-4e06-ab4e-8613afd1d700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:32.68727909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3cdccc2-4073-4e06-ab4e-8613afd1d700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:32.739202807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3cdccc2-4073-4e06-ab4e-8613afd1d700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:34.665481119Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:34.677264902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4f693f4-df23-42fe-91c5-72ad88893634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:34.72945283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4f693f4-df23-42fe-91c5-72ad88893634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:34.781408966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4f693f4-df23-42fe-91c5-72ad88893634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:34.833481243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4f693f4-df23-42fe-91c5-72ad88893634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:35.777464462Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0e1bbe4b"},"namespace":"ai-tenant-e2e-ait-0e1bbe4b","name":"default-tenant","reconcileID":"2658cd79-a187-47a2-87c7-5326984292be","namespace":"ai-tenant-e2e-ait-0e1bbe4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:35.77753049Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0e1bbe4b"},"namespace":"ai-tenant-e2e-ait-0e1bbe4b","name":"default-tenant","reconcileID":"2658cd79-a187-47a2-87c7-5326984292be","namespace":"ai-tenant-e2e-ait-0e1bbe4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:35.777581445Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0e1bbe4b"},"namespace":"ai-tenant-e2e-ait-0e1bbe4b","name":"default-tenant","reconcileID":"2658cd79-a187-47a2-87c7-5326984292be","tenant":"e2e-ait-0e1bbe4b","tenantID":"e2e-ait-0e1bbe4b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:35.830942293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0e1bbe4b"},"namespace":"ai-tenant-e2e-ait-0e1bbe4b","name":"default-tenant","reconcileID":"2658cd79-a187-47a2-87c7-5326984292be","gvk":"Deployment","name":"maas-api-e2e-ait-0e1bbe4b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:35.892825342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0e1bbe4b"},"namespace":"ai-tenant-e2e-ait-0e1bbe4b","name":"default-tenant","reconcileID":"2658cd79-a187-47a2-87c7-5326984292be","gvk":"Service","name":"maas-api-e2e-ait-0e1bbe4b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:35.952878852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0e1bbe4b"},"namespace":"ai-tenant-e2e-ait-0e1bbe4b","name":"default-tenant","reconcileID":"2658cd79-a187-47a2-87c7-5326984292be","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-0e1bbe4b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:36.006544997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0e1bbe4b"},"namespace":"ai-tenant-e2e-ait-0e1bbe4b","name":"default-tenant","reconcileID":"2658cd79-a187-47a2-87c7-5326984292be","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-0e1bbe4b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:36.061910796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0e1bbe4b"},"namespace":"ai-tenant-e2e-ait-0e1bbe4b","name":"default-tenant","reconcileID":"2658cd79-a187-47a2-87c7-5326984292be","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-0e1bbe4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:36.116207904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0e1bbe4b"},"namespace":"ai-tenant-e2e-ait-0e1bbe4b","name":"default-tenant","reconcileID":"2658cd79-a187-47a2-87c7-5326984292be","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-0e1bbe4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:36.173008209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0e1bbe4b"},"namespace":"ai-tenant-e2e-ait-0e1bbe4b","name":"default-tenant","reconcileID":"2658cd79-a187-47a2-87c7-5326984292be","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-0e1bbe4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:36.228133058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0e1bbe4b"},"namespace":"ai-tenant-e2e-ait-0e1bbe4b","name":"default-tenant","reconcileID":"2658cd79-a187-47a2-87c7-5326984292be","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-0e1bbe4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:36.280081643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0e1bbe4b"},"namespace":"ai-tenant-e2e-ait-0e1bbe4b","name":"default-tenant","reconcileID":"2658cd79-a187-47a2-87c7-5326984292be","gvk":"Deployment","name":"payload-processing-e2e-ait-0e1bbe4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:36.331700654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0e1bbe4b"},"namespace":"ai-tenant-e2e-ait-0e1bbe4b","name":"default-tenant","reconcileID":"2658cd79-a187-47a2-87c7-5326984292be","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-0e1bbe4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:36.434311567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0e1bbe4b"},"namespace":"ai-tenant-e2e-ait-0e1bbe4b","name":"default-tenant","reconcileID":"2658cd79-a187-47a2-87c7-5326984292be","gvk":"Service","name":"payload-processing-e2e-ait-0e1bbe4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:36.485834663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0e1bbe4b"},"namespace":"ai-tenant-e2e-ait-0e1bbe4b","name":"default-tenant","reconcileID":"2658cd79-a187-47a2-87c7-5326984292be","gvk":"Service","name":"payload-pre-processing-e2e-ait-0e1bbe4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:36.537328405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0e1bbe4b"},"namespace":"ai-tenant-e2e-ait-0e1bbe4b","name":"default-tenant","reconcileID":"2658cd79-a187-47a2-87c7-5326984292be","gvk":"DestinationRule","name":"payload-processing-e2e-ait-0e1bbe4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:36.588990825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0e1bbe4b"},"namespace":"ai-tenant-e2e-ait-0e1bbe4b","name":"default-tenant","reconcileID":"2658cd79-a187-47a2-87c7-5326984292be","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-0e1bbe4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:36.640650273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0e1bbe4b"},"namespace":"ai-tenant-e2e-ait-0e1bbe4b","name":"default-tenant","reconcileID":"2658cd79-a187-47a2-87c7-5326984292be","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-0e1bbe4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:36.701847549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0e1bbe4b"},"namespace":"ai-tenant-e2e-ait-0e1bbe4b","name":"default-tenant","reconcileID":"2658cd79-a187-47a2-87c7-5326984292be","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-0e1bbe4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:36.753590649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0e1bbe4b"},"namespace":"ai-tenant-e2e-ait-0e1bbe4b","name":"default-tenant","reconcileID":"2658cd79-a187-47a2-87c7-5326984292be","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-0e1bbe4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:36.806046432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0e1bbe4b"},"namespace":"ai-tenant-e2e-ait-0e1bbe4b","name":"default-tenant","reconcileID":"2658cd79-a187-47a2-87c7-5326984292be","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-0e1bbe4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:36.85765066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0e1bbe4b"},"namespace":"ai-tenant-e2e-ait-0e1bbe4b","name":"default-tenant","reconcileID":"2658cd79-a187-47a2-87c7-5326984292be","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-0e1bbe4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:36.909002901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0e1bbe4b"},"namespace":"ai-tenant-e2e-ait-0e1bbe4b","name":"default-tenant","reconcileID":"2658cd79-a187-47a2-87c7-5326984292be","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-0e1bbe4b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:36.966263503Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b78c516"},"namespace":"ai-tenant-e2e-migrate-4b78c516","name":"default-tenant","reconcileID":"e51caa4a-4054-44b3-84be-0246c295b1b2","namespace":"ai-tenant-e2e-migrate-4b78c516","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:36.966320773Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b78c516"},"namespace":"ai-tenant-e2e-migrate-4b78c516","name":"default-tenant","reconcileID":"e51caa4a-4054-44b3-84be-0246c295b1b2","namespace":"ai-tenant-e2e-migrate-4b78c516","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:36.966378267Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b78c516"},"namespace":"ai-tenant-e2e-migrate-4b78c516","name":"default-tenant","reconcileID":"e51caa4a-4054-44b3-84be-0246c295b1b2","tenant":"e2e-migrate-4b78c516","tenantID":"e2e-migrate-4b78c516","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:37.022215708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b78c516"},"namespace":"ai-tenant-e2e-migrate-4b78c516","name":"default-tenant","reconcileID":"e51caa4a-4054-44b3-84be-0246c295b1b2","gvk":"Deployment","name":"maas-api-e2e-migrate-4b78c516","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:37.084269451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b78c516"},"namespace":"ai-tenant-e2e-migrate-4b78c516","name":"default-tenant","reconcileID":"e51caa4a-4054-44b3-84be-0246c295b1b2","gvk":"Service","name":"maas-api-e2e-migrate-4b78c516","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:37.143954443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b78c516"},"namespace":"ai-tenant-e2e-migrate-4b78c516","name":"default-tenant","reconcileID":"e51caa4a-4054-44b3-84be-0246c295b1b2","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-4b78c516","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:37.198495288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b78c516"},"namespace":"ai-tenant-e2e-migrate-4b78c516","name":"default-tenant","reconcileID":"e51caa4a-4054-44b3-84be-0246c295b1b2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-4b78c516","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:37.253081933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b78c516"},"namespace":"ai-tenant-e2e-migrate-4b78c516","name":"default-tenant","reconcileID":"e51caa4a-4054-44b3-84be-0246c295b1b2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-4b78c516","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:37.273248432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c93544b-d078-47a9-b981-54a6e9920af9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:37.325241171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c93544b-d078-47a9-b981-54a6e9920af9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:37.327707204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b78c516"},"namespace":"ai-tenant-e2e-migrate-4b78c516","name":"default-tenant","reconcileID":"e51caa4a-4054-44b3-84be-0246c295b1b2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-4b78c516","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:37.377202803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c93544b-d078-47a9-b981-54a6e9920af9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:37.429095165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c93544b-d078-47a9-b981-54a6e9920af9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:37.430849665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b78c516"},"namespace":"ai-tenant-e2e-migrate-4b78c516","name":"default-tenant","reconcileID":"e51caa4a-4054-44b3-84be-0246c295b1b2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-4b78c516","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:37.482389345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b78c516"},"namespace":"ai-tenant-e2e-migrate-4b78c516","name":"default-tenant","reconcileID":"e51caa4a-4054-44b3-84be-0246c295b1b2","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-4b78c516","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:37.534138944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b78c516"},"namespace":"ai-tenant-e2e-migrate-4b78c516","name":"default-tenant","reconcileID":"e51caa4a-4054-44b3-84be-0246c295b1b2","gvk":"Deployment","name":"payload-processing-e2e-migrate-4b78c516","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:37.585742342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b78c516"},"namespace":"ai-tenant-e2e-migrate-4b78c516","name":"default-tenant","reconcileID":"e51caa4a-4054-44b3-84be-0246c295b1b2","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-4b78c516","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:37.638462484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b78c516"},"namespace":"ai-tenant-e2e-migrate-4b78c516","name":"default-tenant","reconcileID":"e51caa4a-4054-44b3-84be-0246c295b1b2","gvk":"Service","name":"payload-processing-e2e-migrate-4b78c516","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:37.694900784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b78c516"},"namespace":"ai-tenant-e2e-migrate-4b78c516","name":"default-tenant","reconcileID":"e51caa4a-4054-44b3-84be-0246c295b1b2","gvk":"Service","name":"payload-pre-processing-e2e-migrate-4b78c516","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:37.746463319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b78c516"},"namespace":"ai-tenant-e2e-migrate-4b78c516","name":"default-tenant","reconcileID":"e51caa4a-4054-44b3-84be-0246c295b1b2","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-4b78c516","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:37.798368555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b78c516"},"namespace":"ai-tenant-e2e-migrate-4b78c516","name":"default-tenant","reconcileID":"e51caa4a-4054-44b3-84be-0246c295b1b2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-4b78c516","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:37.850203985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b78c516"},"namespace":"ai-tenant-e2e-migrate-4b78c516","name":"default-tenant","reconcileID":"e51caa4a-4054-44b3-84be-0246c295b1b2","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-4b78c516","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:37.870547584Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-0e1bbe4b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-0e1bbe4b","reconcileID":"c5c7eda2-d939-43bb-9fcb-8e3bca60833e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-0e1bbe4b","removed":["maas.opendatahub.io/gateway-access-e2e-ait-0e1bbe4b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:37.911957717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b78c516"},"namespace":"ai-tenant-e2e-migrate-4b78c516","name":"default-tenant","reconcileID":"e51caa4a-4054-44b3-84be-0246c295b1b2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-4b78c516","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:37.963514914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b78c516"},"namespace":"ai-tenant-e2e-migrate-4b78c516","name":"default-tenant","reconcileID":"e51caa4a-4054-44b3-84be-0246c295b1b2","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-4b78c516","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:38.015110177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b78c516"},"namespace":"ai-tenant-e2e-migrate-4b78c516","name":"default-tenant","reconcileID":"e51caa4a-4054-44b3-84be-0246c295b1b2","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-4b78c516","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:38.070381832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b78c516"},"namespace":"ai-tenant-e2e-migrate-4b78c516","name":"default-tenant","reconcileID":"e51caa4a-4054-44b3-84be-0246c295b1b2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-4b78c516","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:38.121950544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b78c516"},"namespace":"ai-tenant-e2e-migrate-4b78c516","name":"default-tenant","reconcileID":"e51caa4a-4054-44b3-84be-0246c295b1b2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-4b78c516","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:38.181721255Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ab60e97"},"namespace":"ai-tenant-e2e-ait-6ab60e97","name":"default-tenant","reconcileID":"dc408bf1-5184-4da5-a77f-f1ba7a5c7d34","namespace":"ai-tenant-e2e-ait-6ab60e97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:38.181775672Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ab60e97"},"namespace":"ai-tenant-e2e-ait-6ab60e97","name":"default-tenant","reconcileID":"dc408bf1-5184-4da5-a77f-f1ba7a5c7d34","namespace":"ai-tenant-e2e-ait-6ab60e97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:38.181828079Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ab60e97"},"namespace":"ai-tenant-e2e-ait-6ab60e97","name":"default-tenant","reconcileID":"dc408bf1-5184-4da5-a77f-f1ba7a5c7d34","tenant":"e2e-ait-6ab60e97","tenantID":"e2e-ait-6ab60e97","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:38.235758487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ab60e97"},"namespace":"ai-tenant-e2e-ait-6ab60e97","name":"default-tenant","reconcileID":"dc408bf1-5184-4da5-a77f-f1ba7a5c7d34","gvk":"Deployment","name":"maas-api-e2e-ait-6ab60e97","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:38.297803383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ab60e97"},"namespace":"ai-tenant-e2e-ait-6ab60e97","name":"default-tenant","reconcileID":"dc408bf1-5184-4da5-a77f-f1ba7a5c7d34","gvk":"Service","name":"maas-api-e2e-ait-6ab60e97","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:38.354415182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ab60e97"},"namespace":"ai-tenant-e2e-ait-6ab60e97","name":"default-tenant","reconcileID":"dc408bf1-5184-4da5-a77f-f1ba7a5c7d34","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-6ab60e97","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:38.40798356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ab60e97"},"namespace":"ai-tenant-e2e-ait-6ab60e97","name":"default-tenant","reconcileID":"dc408bf1-5184-4da5-a77f-f1ba7a5c7d34","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-6ab60e97","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:38.496763829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ab60e97"},"namespace":"ai-tenant-e2e-ait-6ab60e97","name":"default-tenant","reconcileID":"dc408bf1-5184-4da5-a77f-f1ba7a5c7d34","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-6ab60e97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:38.551371513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ab60e97"},"namespace":"ai-tenant-e2e-ait-6ab60e97","name":"default-tenant","reconcileID":"dc408bf1-5184-4da5-a77f-f1ba7a5c7d34","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-6ab60e97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:38.60979367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ab60e97"},"namespace":"ai-tenant-e2e-ait-6ab60e97","name":"default-tenant","reconcileID":"dc408bf1-5184-4da5-a77f-f1ba7a5c7d34","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-6ab60e97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:38.66443145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ab60e97"},"namespace":"ai-tenant-e2e-ait-6ab60e97","name":"default-tenant","reconcileID":"dc408bf1-5184-4da5-a77f-f1ba7a5c7d34","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-6ab60e97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:38.716091718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ab60e97"},"namespace":"ai-tenant-e2e-ait-6ab60e97","name":"default-tenant","reconcileID":"dc408bf1-5184-4da5-a77f-f1ba7a5c7d34","gvk":"Deployment","name":"payload-processing-e2e-ait-6ab60e97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:38.811556142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ab60e97"},"namespace":"ai-tenant-e2e-ait-6ab60e97","name":"default-tenant","reconcileID":"dc408bf1-5184-4da5-a77f-f1ba7a5c7d34","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-6ab60e97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:38.870543346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ab60e97"},"namespace":"ai-tenant-e2e-ait-6ab60e97","name":"default-tenant","reconcileID":"dc408bf1-5184-4da5-a77f-f1ba7a5c7d34","gvk":"Service","name":"payload-processing-e2e-ait-6ab60e97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:38.921933467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ab60e97"},"namespace":"ai-tenant-e2e-ait-6ab60e97","name":"default-tenant","reconcileID":"dc408bf1-5184-4da5-a77f-f1ba7a5c7d34","gvk":"Service","name":"payload-pre-processing-e2e-ait-6ab60e97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:38.97401915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ab60e97"},"namespace":"ai-tenant-e2e-ait-6ab60e97","name":"default-tenant","reconcileID":"dc408bf1-5184-4da5-a77f-f1ba7a5c7d34","gvk":"DestinationRule","name":"payload-processing-e2e-ait-6ab60e97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:39.02568779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ab60e97"},"namespace":"ai-tenant-e2e-ait-6ab60e97","name":"default-tenant","reconcileID":"dc408bf1-5184-4da5-a77f-f1ba7a5c7d34","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-6ab60e97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:39.07701002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ab60e97"},"namespace":"ai-tenant-e2e-ait-6ab60e97","name":"default-tenant","reconcileID":"dc408bf1-5184-4da5-a77f-f1ba7a5c7d34","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-6ab60e97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:39.132640321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ab60e97"},"namespace":"ai-tenant-e2e-ait-6ab60e97","name":"default-tenant","reconcileID":"dc408bf1-5184-4da5-a77f-f1ba7a5c7d34","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-6ab60e97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:39.184264964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ab60e97"},"namespace":"ai-tenant-e2e-ait-6ab60e97","name":"default-tenant","reconcileID":"dc408bf1-5184-4da5-a77f-f1ba7a5c7d34","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-6ab60e97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:39.235804272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ab60e97"},"namespace":"ai-tenant-e2e-ait-6ab60e97","name":"default-tenant","reconcileID":"dc408bf1-5184-4da5-a77f-f1ba7a5c7d34","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-6ab60e97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:39.28737488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ab60e97"},"namespace":"ai-tenant-e2e-ait-6ab60e97","name":"default-tenant","reconcileID":"dc408bf1-5184-4da5-a77f-f1ba7a5c7d34","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-6ab60e97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:39.340007943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6ab60e97"},"namespace":"ai-tenant-e2e-ait-6ab60e97","name":"default-tenant","reconcileID":"dc408bf1-5184-4da5-a77f-f1ba7a5c7d34","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-6ab60e97","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:39.367517207Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-4b78c516","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-4b78c516","reconcileID":"9a3120c8-a9a9-40a7-85e3-89a2cc0ce648","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-4b78c516-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-4b78c516-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:39.382357175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e903d3b-a76c-4962-a107-40b9dc4722b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:39.434864327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e903d3b-a76c-4962-a107-40b9dc4722b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:39.486785847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e903d3b-a76c-4962-a107-40b9dc4722b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:39.538959029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e903d3b-a76c-4962-a107-40b9dc4722b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:40.442706246Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-6ab60e97","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-6ab60e97","reconcileID":"f0b367e5-c8fe-42d4-94b8-64fa06a65daa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-6ab60e97","removed":["maas.opendatahub.io/gateway-access-e2e-ait-6ab60e97"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:41.470100413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffc2f646-259e-40eb-aece-9f10eb45f0fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:41.522330329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffc2f646-259e-40eb-aece-9f10eb45f0fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:41.574283246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffc2f646-259e-40eb-aece-9f10eb45f0fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:41.626206185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffc2f646-259e-40eb-aece-9f10eb45f0fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:43.608901576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54d81278-fc0d-4796-89b9-2edf204bd2c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:43.661448241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54d81278-fc0d-4796-89b9-2edf204bd2c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:43.713754056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54d81278-fc0d-4796-89b9-2edf204bd2c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:43.766016243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54d81278-fc0d-4796-89b9-2edf204bd2c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:44.138539333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"387900a7-35b1-45ed-ab25-136215747a66","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:44.233209327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6a8f9c7e-f078-49ce-90eb-a09d5b732f08","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:45.546248081Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-7abb95","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-7abb95","reconcileID":"a8b56b34-66fd-4c50-abf2-c86e5f9471dc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-7abb95","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-7abb95":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:45.705291467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"192b6d46-8baa-447e-83f1-8c889ed1fe3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:45.757343079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"192b6d46-8baa-447e-83f1-8c889ed1fe3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:45.811612219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"192b6d46-8baa-447e-83f1-8c889ed1fe3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:45.864058202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"192b6d46-8baa-447e-83f1-8c889ed1fe3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:46.257734974Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-0144bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-0144bd","reconcileID":"af72c6f2-e23f-4bd6-b9f9-ec99d53c3a7f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-0144bd","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-0144bd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:47.890438634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa660a5c-6bd5-47d3-98cb-b3cc310491a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:47.942515941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa660a5c-6bd5-47d3-98cb-b3cc310491a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:47.994460582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa660a5c-6bd5-47d3-98cb-b3cc310491a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:48.046498715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa660a5c-6bd5-47d3-98cb-b3cc310491a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:49.972754303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a1a1a5e-c2b4-44aa-851e-83af26907249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:50.024934427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a1a1a5e-c2b4-44aa-851e-83af26907249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:50.077111738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a1a1a5e-c2b4-44aa-851e-83af26907249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:50.129356708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a1a1a5e-c2b4-44aa-851e-83af26907249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:50.698669995Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-10a7aa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-10a7aa","reconcileID":"6f7a39c3-1256-41de-9847-fc2597882cfa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-10a7aa","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-10a7aa":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:51.867701283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bf810e44-822a-4a7a-b024-9ef9215ccad2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:52.044818055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"32ed456e-348f-436d-a39b-4607cd59e561","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:52.079623508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ffc93c-2b75-4971-9b45-0a23b2a1ce1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:52.131905889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ffc93c-2b75-4971-9b45-0a23b2a1ce1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:52.183776382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ffc93c-2b75-4971-9b45-0a23b2a1ce1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:17:52.235695914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ffc93c-2b75-4971-9b45-0a23b2a1ce1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:04.665865166Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:04.726665609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"default-tenant","reconcileID":"852a875f-9a42-40c1-8b55-42e86cd64697","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:04.844090036Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"default-tenant","reconcileID":"852a875f-9a42-40c1-8b55-42e86cd64697","name":"e2e-worker-w3-7abb95-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:09.553903117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"default-tenant","reconcileID":"8c656c9f-0fcd-4e82-b1e4-eb51d54c2cfc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:09.600623752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3dd5dc79-31cd-48fe-9b16-543704f06468","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:09.671249454Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"default-tenant","reconcileID":"8c656c9f-0fcd-4e82-b1e4-eb51d54c2cfc","name":"e2e-worker-w4-0144bd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:09.699042114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"70209cc9-3a84-4d1f-b95b-e001b8adc35a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:09.728915145Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15eab294"},"namespace":"ai-tenant-e2e-ait-15eab294","name":"default-tenant","reconcileID":"5de937f6-e9c4-4d64-b197-249b8a175014","namespace":"ai-tenant-e2e-ait-15eab294","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:09.728981974Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15eab294"},"namespace":"ai-tenant-e2e-ait-15eab294","name":"default-tenant","reconcileID":"5de937f6-e9c4-4d64-b197-249b8a175014","namespace":"ai-tenant-e2e-ait-15eab294","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:09.729047155Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15eab294"},"namespace":"ai-tenant-e2e-ait-15eab294","name":"default-tenant","reconcileID":"5de937f6-e9c4-4d64-b197-249b8a175014","tenant":"e2e-ait-15eab294","tenantID":"e2e-ait-15eab294","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:09.783894655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15eab294"},"namespace":"ai-tenant-e2e-ait-15eab294","name":"default-tenant","reconcileID":"5de937f6-e9c4-4d64-b197-249b8a175014","gvk":"Deployment","name":"maas-api-e2e-ait-15eab294","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:09.84841805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15eab294"},"namespace":"ai-tenant-e2e-ait-15eab294","name":"default-tenant","reconcileID":"5de937f6-e9c4-4d64-b197-249b8a175014","gvk":"Service","name":"maas-api-e2e-ait-15eab294","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:09.903892537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15eab294"},"namespace":"ai-tenant-e2e-ait-15eab294","name":"default-tenant","reconcileID":"5de937f6-e9c4-4d64-b197-249b8a175014","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-15eab294","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:09.959948925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15eab294"},"namespace":"ai-tenant-e2e-ait-15eab294","name":"default-tenant","reconcileID":"5de937f6-e9c4-4d64-b197-249b8a175014","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-15eab294","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:10.014656597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15eab294"},"namespace":"ai-tenant-e2e-ait-15eab294","name":"default-tenant","reconcileID":"5de937f6-e9c4-4d64-b197-249b8a175014","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-15eab294","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:10.069323675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15eab294"},"namespace":"ai-tenant-e2e-ait-15eab294","name":"default-tenant","reconcileID":"5de937f6-e9c4-4d64-b197-249b8a175014","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-15eab294","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:10.124079813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15eab294"},"namespace":"ai-tenant-e2e-ait-15eab294","name":"default-tenant","reconcileID":"5de937f6-e9c4-4d64-b197-249b8a175014","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-15eab294","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:10.180835476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15eab294"},"namespace":"ai-tenant-e2e-ait-15eab294","name":"default-tenant","reconcileID":"5de937f6-e9c4-4d64-b197-249b8a175014","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-15eab294","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:10.232559801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15eab294"},"namespace":"ai-tenant-e2e-ait-15eab294","name":"default-tenant","reconcileID":"5de937f6-e9c4-4d64-b197-249b8a175014","gvk":"Deployment","name":"payload-processing-e2e-ait-15eab294","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:10.284402225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15eab294"},"namespace":"ai-tenant-e2e-ait-15eab294","name":"default-tenant","reconcileID":"5de937f6-e9c4-4d64-b197-249b8a175014","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-15eab294","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:10.336270047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15eab294"},"namespace":"ai-tenant-e2e-ait-15eab294","name":"default-tenant","reconcileID":"5de937f6-e9c4-4d64-b197-249b8a175014","gvk":"Service","name":"payload-processing-e2e-ait-15eab294","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:10.387882532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15eab294"},"namespace":"ai-tenant-e2e-ait-15eab294","name":"default-tenant","reconcileID":"5de937f6-e9c4-4d64-b197-249b8a175014","gvk":"Service","name":"payload-pre-processing-e2e-ait-15eab294","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:10.43951844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15eab294"},"namespace":"ai-tenant-e2e-ait-15eab294","name":"default-tenant","reconcileID":"5de937f6-e9c4-4d64-b197-249b8a175014","gvk":"DestinationRule","name":"payload-processing-e2e-ait-15eab294","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:10.490956777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15eab294"},"namespace":"ai-tenant-e2e-ait-15eab294","name":"default-tenant","reconcileID":"5de937f6-e9c4-4d64-b197-249b8a175014","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-15eab294","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:10.542394975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15eab294"},"namespace":"ai-tenant-e2e-ait-15eab294","name":"default-tenant","reconcileID":"5de937f6-e9c4-4d64-b197-249b8a175014","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-15eab294","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:10.597812927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15eab294"},"namespace":"ai-tenant-e2e-ait-15eab294","name":"default-tenant","reconcileID":"5de937f6-e9c4-4d64-b197-249b8a175014","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-15eab294","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:10.649672532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15eab294"},"namespace":"ai-tenant-e2e-ait-15eab294","name":"default-tenant","reconcileID":"5de937f6-e9c4-4d64-b197-249b8a175014","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-15eab294","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:10.701413242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15eab294"},"namespace":"ai-tenant-e2e-ait-15eab294","name":"default-tenant","reconcileID":"5de937f6-e9c4-4d64-b197-249b8a175014","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-15eab294","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:10.753951948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15eab294"},"namespace":"ai-tenant-e2e-ait-15eab294","name":"default-tenant","reconcileID":"5de937f6-e9c4-4d64-b197-249b8a175014","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-15eab294","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:10.805448442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15eab294"},"namespace":"ai-tenant-e2e-ait-15eab294","name":"default-tenant","reconcileID":"5de937f6-e9c4-4d64-b197-249b8a175014","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-15eab294","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:11.678547409Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-15eab294","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-15eab294","reconcileID":"d3aee5a1-b30f-4056-89b5-94c586be909b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-15eab294","removed":["maas.opendatahub.io/gateway-access-e2e-ait-15eab294"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:12.796574702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9440c1c-b2fa-4f74-9463-bf3ee5878b44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:12.848493657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9440c1c-b2fa-4f74-9463-bf3ee5878b44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:12.900615817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9440c1c-b2fa-4f74-9463-bf3ee5878b44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:12.952632396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9440c1c-b2fa-4f74-9463-bf3ee5878b44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:14.916863248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bf3c4ba-ce31-4d54-a6fe-b0551f20020e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:14.968898075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bf3c4ba-ce31-4d54-a6fe-b0551f20020e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:15.021086016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bf3c4ba-ce31-4d54-a6fe-b0551f20020e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:15.073969039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bf3c4ba-ce31-4d54-a6fe-b0551f20020e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:15.938650774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"default-tenant","reconcileID":"5a3511c2-c1cc-475d-870a-6e874ac46f62","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:16.056123392Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"default-tenant","reconcileID":"5a3511c2-c1cc-475d-870a-6e874ac46f62","name":"e2e-worker-w0-10a7aa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:16.133046038Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b83a178e"},"namespace":"ai-tenant-e2e-derive-b83a178e","name":"default-tenant","reconcileID":"3afa00e6-c48a-4f7a-a69f-ca5eccc8c93b","namespace":"ai-tenant-e2e-derive-b83a178e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:16.133104866Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b83a178e"},"namespace":"ai-tenant-e2e-derive-b83a178e","name":"default-tenant","reconcileID":"3afa00e6-c48a-4f7a-a69f-ca5eccc8c93b","namespace":"ai-tenant-e2e-derive-b83a178e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:16.133159716Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b83a178e"},"namespace":"ai-tenant-e2e-derive-b83a178e","name":"default-tenant","reconcileID":"3afa00e6-c48a-4f7a-a69f-ca5eccc8c93b","tenant":"e2e-derive-b83a178e","tenantID":"e2e-derive-b83a178e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:16.189121561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b83a178e"},"namespace":"ai-tenant-e2e-derive-b83a178e","name":"default-tenant","reconcileID":"3afa00e6-c48a-4f7a-a69f-ca5eccc8c93b","gvk":"Deployment","name":"maas-api-e2e-derive-b83a178e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:16.250549084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b83a178e"},"namespace":"ai-tenant-e2e-derive-b83a178e","name":"default-tenant","reconcileID":"3afa00e6-c48a-4f7a-a69f-ca5eccc8c93b","gvk":"Service","name":"maas-api-e2e-derive-b83a178e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:16.312715078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b83a178e"},"namespace":"ai-tenant-e2e-derive-b83a178e","name":"default-tenant","reconcileID":"3afa00e6-c48a-4f7a-a69f-ca5eccc8c93b","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-b83a178e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:16.3691538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b83a178e"},"namespace":"ai-tenant-e2e-derive-b83a178e","name":"default-tenant","reconcileID":"3afa00e6-c48a-4f7a-a69f-ca5eccc8c93b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-b83a178e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:16.459028965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b83a178e"},"namespace":"ai-tenant-e2e-derive-b83a178e","name":"default-tenant","reconcileID":"3afa00e6-c48a-4f7a-a69f-ca5eccc8c93b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-b83a178e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:16.513640833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b83a178e"},"namespace":"ai-tenant-e2e-derive-b83a178e","name":"default-tenant","reconcileID":"3afa00e6-c48a-4f7a-a69f-ca5eccc8c93b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-b83a178e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:16.570361152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b83a178e"},"namespace":"ai-tenant-e2e-derive-b83a178e","name":"default-tenant","reconcileID":"3afa00e6-c48a-4f7a-a69f-ca5eccc8c93b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-b83a178e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:16.624561756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b83a178e"},"namespace":"ai-tenant-e2e-derive-b83a178e","name":"default-tenant","reconcileID":"3afa00e6-c48a-4f7a-a69f-ca5eccc8c93b","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-b83a178e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:16.676036719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b83a178e"},"namespace":"ai-tenant-e2e-derive-b83a178e","name":"default-tenant","reconcileID":"3afa00e6-c48a-4f7a-a69f-ca5eccc8c93b","gvk":"Deployment","name":"payload-processing-e2e-derive-b83a178e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:16.727717672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b83a178e"},"namespace":"ai-tenant-e2e-derive-b83a178e","name":"default-tenant","reconcileID":"3afa00e6-c48a-4f7a-a69f-ca5eccc8c93b","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-b83a178e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:16.779473015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b83a178e"},"namespace":"ai-tenant-e2e-derive-b83a178e","name":"default-tenant","reconcileID":"3afa00e6-c48a-4f7a-a69f-ca5eccc8c93b","gvk":"Service","name":"payload-processing-e2e-derive-b83a178e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:16.831288402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b83a178e"},"namespace":"ai-tenant-e2e-derive-b83a178e","name":"default-tenant","reconcileID":"3afa00e6-c48a-4f7a-a69f-ca5eccc8c93b","gvk":"Service","name":"payload-pre-processing-e2e-derive-b83a178e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:16.882952983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b83a178e"},"namespace":"ai-tenant-e2e-derive-b83a178e","name":"default-tenant","reconcileID":"3afa00e6-c48a-4f7a-a69f-ca5eccc8c93b","gvk":"DestinationRule","name":"payload-processing-e2e-derive-b83a178e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:16.934482192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b83a178e"},"namespace":"ai-tenant-e2e-derive-b83a178e","name":"default-tenant","reconcileID":"3afa00e6-c48a-4f7a-a69f-ca5eccc8c93b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-b83a178e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:16.977607042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805a3ebe-cb84-4d8f-a15e-ac448ab4fb77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:17.029423404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b83a178e"},"namespace":"ai-tenant-e2e-derive-b83a178e","name":"default-tenant","reconcileID":"3afa00e6-c48a-4f7a-a69f-ca5eccc8c93b","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-b83a178e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:17.029630641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805a3ebe-cb84-4d8f-a15e-ac448ab4fb77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:17.082130572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805a3ebe-cb84-4d8f-a15e-ac448ab4fb77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:17.085425291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b83a178e"},"namespace":"ai-tenant-e2e-derive-b83a178e","name":"default-tenant","reconcileID":"3afa00e6-c48a-4f7a-a69f-ca5eccc8c93b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-b83a178e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:17.134219406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805a3ebe-cb84-4d8f-a15e-ac448ab4fb77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:17.185987738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b83a178e"},"namespace":"ai-tenant-e2e-derive-b83a178e","name":"default-tenant","reconcileID":"3afa00e6-c48a-4f7a-a69f-ca5eccc8c93b","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-b83a178e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:17.237472461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b83a178e"},"namespace":"ai-tenant-e2e-derive-b83a178e","name":"default-tenant","reconcileID":"3afa00e6-c48a-4f7a-a69f-ca5eccc8c93b","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-b83a178e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:17.289157947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b83a178e"},"namespace":"ai-tenant-e2e-derive-b83a178e","name":"default-tenant","reconcileID":"3afa00e6-c48a-4f7a-a69f-ca5eccc8c93b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-b83a178e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:17.340709802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-b83a178e"},"namespace":"ai-tenant-e2e-derive-b83a178e","name":"default-tenant","reconcileID":"3afa00e6-c48a-4f7a-a69f-ca5eccc8c93b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-b83a178e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:18.269330295Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-b83a178e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-b83a178e","reconcileID":"e147f7a8-2ebe-4717-9369-a6faaf9e67db","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-b83a178e","removed":["maas.opendatahub.io/gateway-access-e2e-derive-b83a178e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:18.857957827Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-e1ca71","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-e1ca71","reconcileID":"09353f6a-42d9-4170-9283-786adc200482","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-e1ca71","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-e1ca71":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:19.072532606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c98162e2-a2c7-48b0-9bf5-c097bc67f5a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:19.124367099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c98162e2-a2c7-48b0-9bf5-c097bc67f5a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:19.176289137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c98162e2-a2c7-48b0-9bf5-c097bc67f5a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:19.228105591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c98162e2-a2c7-48b0-9bf5-c097bc67f5a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:21.130656634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a48cf53-1db6-4f91-abcb-ea67e37d8b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:21.182669514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a48cf53-1db6-4f91-abcb-ea67e37d8b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:21.234739757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a48cf53-1db6-4f91-abcb-ea67e37d8b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:21.286634409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a48cf53-1db6-4f91-abcb-ea67e37d8b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:23.604695845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe17e587-bffa-4792-88f4-c9ed43b0a28e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:23.657642031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe17e587-bffa-4792-88f4-c9ed43b0a28e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:23.71004225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe17e587-bffa-4792-88f4-c9ed43b0a28e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:23.762067216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe17e587-bffa-4792-88f4-c9ed43b0a28e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:24.200776484Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-869cca","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-869cca","reconcileID":"acd79262-d0f7-4907-a110-ec6bf7aab5a1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-869cca","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-869cca":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:25.721988702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0559052c-8635-4be8-88d4-b485582d5568","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:25.773840182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0559052c-8635-4be8-88d4-b485582d5568","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:25.82781376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0559052c-8635-4be8-88d4-b485582d5568","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:25.879658704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0559052c-8635-4be8-88d4-b485582d5568","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:27.910387955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a368bfc-34d8-4637-9868-5e16968210d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:27.962305565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a368bfc-34d8-4637-9868-5e16968210d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:28.014273941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a368bfc-34d8-4637-9868-5e16968210d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:28.066607083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a368bfc-34d8-4637-9868-5e16968210d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:30.110411841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d5c4fd4-a218-4828-be22-5292ad9c0468","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:30.162373592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d5c4fd4-a218-4828-be22-5292ad9c0468","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:30.21437346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d5c4fd4-a218-4828-be22-5292ad9c0468","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:30.266592997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d5c4fd4-a218-4828-be22-5292ad9c0468","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:32.185704918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"427dc0da-f27c-473b-baff-16add1d4835a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:32.240700887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"427dc0da-f27c-473b-baff-16add1d4835a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:32.29339664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"427dc0da-f27c-473b-baff-16add1d4835a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:32.34546937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"427dc0da-f27c-473b-baff-16add1d4835a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:34.297963557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba0f57bc-c494-40dd-a5fc-735737d34653","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:34.352301557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba0f57bc-c494-40dd-a5fc-735737d34653","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:34.405283422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba0f57bc-c494-40dd-a5fc-735737d34653","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:34.460420162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba0f57bc-c494-40dd-a5fc-735737d34653","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:34.666223318Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:36.490141981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e95b4a31-1b4a-4b8a-b07e-635aa918d88c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:36.547512268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e95b4a31-1b4a-4b8a-b07e-635aa918d88c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:36.599487119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e95b4a31-1b4a-4b8a-b07e-635aa918d88c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:36.653520968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e95b4a31-1b4a-4b8a-b07e-635aa918d88c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:38.624375736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddcfa8ae-b872-4039-8b97-fb2020055f93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:38.676241827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddcfa8ae-b872-4039-8b97-fb2020055f93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:38.729198766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddcfa8ae-b872-4039-8b97-fb2020055f93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:38.8403113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddcfa8ae-b872-4039-8b97-fb2020055f93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:40.780580965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c63a330-1ea8-4a17-a020-14cedc84d680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:40.83254957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c63a330-1ea8-4a17-a020-14cedc84d680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:40.884410397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c63a330-1ea8-4a17-a020-14cedc84d680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:40.936286943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c63a330-1ea8-4a17-a020-14cedc84d680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:42.874298625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ab2b8b-80b9-474f-9ef4-5e259dc8f6bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:42.926168316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ab2b8b-80b9-474f-9ef4-5e259dc8f6bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:42.978280212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ab2b8b-80b9-474f-9ef4-5e259dc8f6bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:43.035046205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ab2b8b-80b9-474f-9ef4-5e259dc8f6bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:43.675316244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"default-tenant","reconcileID":"b0b7de9b-87fc-4491-86d7-a5debe716a67","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:43.793333906Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"default-tenant","reconcileID":"b0b7de9b-87fc-4491-86d7-a5debe716a67","name":"e2e-worker-w2-e1ca71-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:44.928328902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"857e29b4-c445-485b-9524-dc6c30e2de5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:44.980350207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"857e29b4-c445-485b-9524-dc6c30e2de5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:45.039127351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"857e29b4-c445-485b-9524-dc6c30e2de5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:45.090974491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"857e29b4-c445-485b-9524-dc6c30e2de5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:53.652428096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"default-tenant","reconcileID":"ae003526-cb84-4b82-887f-8d72a3490b53","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:53.769903891Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"default-tenant","reconcileID":"ae003526-cb84-4b82-887f-8d72a3490b53","name":"e2e-worker-w1-869cca-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:18:59.912023367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"637caa1a-a5de-4b8f-bdbd-641c3875e28b","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:04.666229362Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:14.922889513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"272a4c09-5bea-47c0-ac32-0693d2f86e8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:14.975480861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"272a4c09-5bea-47c0-ac32-0693d2f86e8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:15.027637421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"272a4c09-5bea-47c0-ac32-0693d2f86e8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:15.079702188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"272a4c09-5bea-47c0-ac32-0693d2f86e8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:16.970203794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a3a8a68-6f30-4d0f-a87e-dfffa8fa9785","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:17.022448234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a3a8a68-6f30-4d0f-a87e-dfffa8fa9785","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:17.075398789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a3a8a68-6f30-4d0f-a87e-dfffa8fa9785","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:17.128607315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a3a8a68-6f30-4d0f-a87e-dfffa8fa9785","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:21.893084932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"effe3caa-082d-4bfc-9519-4258d0537126","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:21.961664787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"3ec6227d-35e0-4e14-8c7b-3fc7e25a5e23","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:25.068020207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79842fc5-1bf0-44d7-be2f-b82eda071e3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:25.1201992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79842fc5-1bf0-44d7-be2f-b82eda071e3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:25.172776563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79842fc5-1bf0-44d7-be2f-b82eda071e3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:25.224670262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79842fc5-1bf0-44d7-be2f-b82eda071e3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:25.600047492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"35eb16bc-aa3b-4b1c-af2d-1a1665d050ab","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:27.181360681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b4832a3-5094-4c08-b812-434070f9b722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:27.233390781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b4832a3-5094-4c08-b812-434070f9b722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:27.285575057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b4832a3-5094-4c08-b812-434070f9b722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:27.337619271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b4832a3-5094-4c08-b812-434070f9b722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:34.668609437Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:37.718538077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"af7229d9-c0df-432c-b2b5-9b368e60cabc","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:41.062790137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4f32c958-ee27-4251-ad41-3a1d6d13a18d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:41.18034702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"18e67936-828d-49a7-a6c0-73d4f1107eee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:42.599870094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"premium-w3-7abb95","reconcileID":"ff0cdf41-8b6a-44a4-95e8-996985f98388","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"premium-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"premium-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:42.843809651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"ba0726e4-1f79-4adb-9042-368ef88064ca","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:42.928295739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"206f61ba-35e6-4826-9987-0a7ba95bcea1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:42.928326298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"206f61ba-35e6-4826-9987-0a7ba95bcea1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:42.956307664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"063e4d85-224c-4a21-ad93-64ad3a1b380a","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:42.960750334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d200527-ad4c-4c4b-8728-a98a14243eeb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:42.960775219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d200527-ad4c-4c4b-8728-a98a14243eeb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:43.012946647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"71f34bb1-3fcf-4217-a304-fbc92838e67f","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:19:43.020710392Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-7abb95/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:43.22542134Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"4951bb47-c078-46fd-8241-1dfdf4496fc0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"simulator-w3-7abb95","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-7abb95/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:43.244137619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"549df844-50bb-4d78-9196-08e432008fc4","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:43.303922079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"d29d47ec-8ed9-4bab-8da2-cf1f45b10dd6","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:19:43.357478728Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"d29d47ec-8ed9-4bab-8da2-cf1f45b10dd6","name":"simulator-w3-7abb95","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-7abb95\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:19:43.357544893Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"d29d47ec-8ed9-4bab-8da2-cf1f45b10dd6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-7abb95\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:43.362875637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"da18b001-6b4f-4c07-8103-2fe25b41b79d","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:43.390831131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"e5cafb8b-4377-4e47-8ab0-b9be025d95e0","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:43.404934257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"69a45e26-1d50-4fcf-819e-b21e77876a37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:43.569063613Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"69a45e26-1d50-4fcf-819e-b21e77876a37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:43.605667989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"premium-w3-7abb95","reconcileID":"944506f5-88f5-47a6-88f4-2a25e58f548d","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"premium-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"premium-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:43.625051942Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-7abb95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"69a45e26-1d50-4fcf-819e-b21e77876a37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:43.6273026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"37ed7122-0f7f-42c1-bbfa-b84642343674","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:43.665957238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"9a35ed93-2c8a-48af-8038-608f9a5ccf8e","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:43.682449364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"75a27cdc-98cc-48ae-9050-a39129b42a41","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:43.714574162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"premium-w3-7abb95","reconcileID":"1a1bebee-6174-4c8e-a015-b2f3bb5b8d12","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"premium-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"premium-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:19:43.718866815Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-7abb95/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:43.769467655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"premium-w3-7abb95","reconcileID":"823504a1-23ac-460c-9540-6b59aa47e140","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"premium-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"premium-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:43.785765973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"307d6830-b061-48c5-9ea8-30193a62c116","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:43.843414718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"307d6830-b061-48c5-9ea8-30193a62c116","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:43.892388588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"premium-w3-7abb95","reconcileID":"2585734d-fd50-406b-bdc2-9521c1e024f0","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"premium-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"premium-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:43.89931664Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-7abb95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"307d6830-b061-48c5-9ea8-30193a62c116","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:43.950975486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"premium-w3-7abb95","reconcileID":"bb06d7de-fdd9-43b3-a66b-cf7bc1958669","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"premium-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"premium-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:19:43.952276674Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"307d6830-b061-48c5-9ea8-30193a62c116","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:43.981988862Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"b6dc970b-2520-49ea-a5a0-d2c58288ab86","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"premium-w3-7abb95","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-7abb95/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:19:44.004786447Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"premium-w3-7abb95","reconcileID":"bb06d7de-fdd9-43b3-a66b-cf7bc1958669","name":"premium-w3-7abb95","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-7abb95\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:19:44.004856714Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"premium-w3-7abb95","reconcileID":"bb06d7de-fdd9-43b3-a66b-cf7bc1958669","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-7abb95\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:44.01342127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"premium-w3-7abb95","reconcileID":"2b2f998e-6657-4f2e-b4a7-0c74b0146f79","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"premium-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"premium-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:44.103589849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"87c20172-ff47-4b95-a0d7-fad13e4557a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:44.10678736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"77628e92-af42-4032-89bf-e0985e144d10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:44.145841634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"premium-w3-7abb95","reconcileID":"72c6e2b7-c932-4260-8c1e-45d3858515c3","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"premium-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"premium-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:44.161225879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"87c20172-ff47-4b95-a0d7-fad13e4557a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:44.166840061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"77628e92-af42-4032-89bf-e0985e144d10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:44.218116065Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-7abb95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"87c20172-ff47-4b95-a0d7-fad13e4557a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:44.222776913Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-7abb95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"77628e92-af42-4032-89bf-e0985e144d10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:44.275724247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"premium-w3-7abb95","reconcileID":"76a6a352-aa6d-4866-8869-b5ed93726467","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"premium-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"premium-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:44.355089066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"de7dede7-4a47-4918-aa6d-fd4cdf40b6c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:44.432151366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"a2d8480f-f500-4d7d-95f6-5ce1f8659958","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:44.489291091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"a2d8480f-f500-4d7d-95f6-5ce1f8659958","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:44.54527625Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-7abb95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"a2d8480f-f500-4d7d-95f6-5ce1f8659958","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:52.371356244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"22fd5b8a-b8c3-4365-89f4-6f01beaf35bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:52.488996434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"2f38644c-13d1-4c92-9bea-b18757618206","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:52.60964051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5a979ea3-6d09-43b9-b206-598ab7f61d8f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:52.655970969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"premium-w3-7abb95","reconcileID":"ed9a3d75-cab3-4fdf-8bc5-cb4548ff5fbb","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"premium-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"premium-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:52.784019859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"ebb9ef6f-c77b-4ae1-8616-e423872736da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:52.922667115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"624b9391-f3b1-4fc4-b019-64ee84a22eb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:52.922717274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"ec7e3f69-0dbe-4945-a90a-ab1cb530a335","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:52.948598439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"968e4629-e9ba-4f76-9db7-b425e16ae287","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:52.98086243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"ec7e3f69-0dbe-4945-a90a-ab1cb530a335","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:52.980949102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"624b9391-f3b1-4fc4-b019-64ee84a22eb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:53.036920087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-7abb95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62e41f3eb4b5951ba3c3ac4eff92162f30f7f07d6012f1518c7afac12099ec50) AuthConfig (671af50996bfe766e1c90edb04c2541cac8ff1868dec50719fada8bbfc71f35d) AuthConfig (59034c80b60c4410e71338dedac611f9767f2b3220e24deaaca1b0068a7125ee) AuthConfig (a04b529857f50dcee2dcc8db11e881a9bd2bdd9595abd1d83041f1ae99fa9d02) AuthConfig (06b8ccfcb039486d582347d554f47b70f354830ab599336f75a4571b07e90b2a) AuthConfig (2547c53b8f545f4951e3941e0c254c643f94860f3f54758c6a0a62b80a239151) AuthConfig (728961d41d697cd25448415119b223d802ae79b24223243d6d5bf93efb9defba) AuthConfig (4019215b3d28d31cd4852cf84262efbf9cbc12569a06268e611f6e000bb372cd) AuthConfig (399d722884d7e9bf9f17da7d59a82edff76470d5c879578ae63a9aad8230d630) AuthConfig (e5287624bef06cd4c50c33da4bc64f9c6201f1f6705254c079c17f9805be2112) AuthConfig (2af95bcb1b289271f66cd06d96fd7a0bcdd539be0cc2ca7c4ea777f3c197f358) AuthConfig (c758d0c43c58964569769eaeca96e71c9e52f0483fdbb6a407b8adca816e9976) AuthConfig (c029ee3f132570f66fb4be87aab53879ad79fe9eda1b73f2838fbd9a7da27899) AuthConfig (b90f425b9d131a91636b191f2489a61b4b8c5c837b88f553fb765bd41a827b0c) AuthConfig (572c58e78d515bd750981c570097f546dae95665b12e6a7b801e6a87b4c4f6cd) AuthConfig (d3ff81ec3945857e20fb18e701fea8f37192d47ffcddbf19dc4cebfd81bb5de1) AuthConfig (842acb8e80aa76470d4ffec48847e693b30ffdadd4d8de5bdfc1c1be8a7beb79) AuthConfig (cf2e19b682543f103f3c3aae158428a500f826e7b8c5bc524497a044059ec031) AuthConfig (1be36eee10061806ffb386a982a8bc8f847a6437b10b0e89a6569397452c8865) AuthConfig (92850a6bdfa3faa0452f142acd1dd505e14788f197859ea37084a3386317f4b2) AuthConfig (16b64ab767332996f13d3fcf2b457c4db6383cd072d90e3e8cdec94d56d9380f) AuthConfig (9b17d984890571754a2c931f89f7e7143af626f2ffb290013aca91bdfffd312b) AuthConfig (d68abfea9d044f816c8ce3d48c7c22fc1f68ec5e2bc6e907edd6eb661c725a4f) AuthConfig (1fab39f9e77bb3e7187cfd139daa63801ed785fe1dff4482d76ceddd1b83fa18) AuthConfig (ff9a42e3b131fc939f984d72adecff477934215270073b4492c7b61839925f35) AuthConfig (f7931ff7051e0bd735912b0c7d51bc058e2c896d5ba34484e0940e52f9c150b3) AuthConfig (07d9aa0f819a342a35b4223b6061456fdbc731edfefa867dcadbcf689721931e) AuthConfig (a239f7385b3c490b8b581f576013054b92db2349144b91bb5a6b084c48cef83b) AuthConfig (bff9466b44f1e3d058688b035d755da38c74dce947538d270b6a56e856f1417f) AuthConfig (0600f0a7b8e9de5de930406142a9971b6c562323cada31e34fc1bdd03c04a9d3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"ec7e3f69-0dbe-4945-a90a-ab1cb530a335","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:53.036935021Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-7abb95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62e41f3eb4b5951ba3c3ac4eff92162f30f7f07d6012f1518c7afac12099ec50) AuthConfig (671af50996bfe766e1c90edb04c2541cac8ff1868dec50719fada8bbfc71f35d) AuthConfig (59034c80b60c4410e71338dedac611f9767f2b3220e24deaaca1b0068a7125ee) AuthConfig (a04b529857f50dcee2dcc8db11e881a9bd2bdd9595abd1d83041f1ae99fa9d02) AuthConfig (06b8ccfcb039486d582347d554f47b70f354830ab599336f75a4571b07e90b2a) AuthConfig (2547c53b8f545f4951e3941e0c254c643f94860f3f54758c6a0a62b80a239151) AuthConfig (728961d41d697cd25448415119b223d802ae79b24223243d6d5bf93efb9defba) AuthConfig (4019215b3d28d31cd4852cf84262efbf9cbc12569a06268e611f6e000bb372cd) AuthConfig (399d722884d7e9bf9f17da7d59a82edff76470d5c879578ae63a9aad8230d630) AuthConfig (e5287624bef06cd4c50c33da4bc64f9c6201f1f6705254c079c17f9805be2112) AuthConfig (2af95bcb1b289271f66cd06d96fd7a0bcdd539be0cc2ca7c4ea777f3c197f358) AuthConfig (c758d0c43c58964569769eaeca96e71c9e52f0483fdbb6a407b8adca816e9976) AuthConfig (c029ee3f132570f66fb4be87aab53879ad79fe9eda1b73f2838fbd9a7da27899) AuthConfig (b90f425b9d131a91636b191f2489a61b4b8c5c837b88f553fb765bd41a827b0c) AuthConfig (572c58e78d515bd750981c570097f546dae95665b12e6a7b801e6a87b4c4f6cd) AuthConfig (d3ff81ec3945857e20fb18e701fea8f37192d47ffcddbf19dc4cebfd81bb5de1) AuthConfig (842acb8e80aa76470d4ffec48847e693b30ffdadd4d8de5bdfc1c1be8a7beb79) AuthConfig (cf2e19b682543f103f3c3aae158428a500f826e7b8c5bc524497a044059ec031) AuthConfig (1be36eee10061806ffb386a982a8bc8f847a6437b10b0e89a6569397452c8865) AuthConfig (92850a6bdfa3faa0452f142acd1dd505e14788f197859ea37084a3386317f4b2) AuthConfig (16b64ab767332996f13d3fcf2b457c4db6383cd072d90e3e8cdec94d56d9380f) AuthConfig (9b17d984890571754a2c931f89f7e7143af626f2ffb290013aca91bdfffd312b) AuthConfig (d68abfea9d044f816c8ce3d48c7c22fc1f68ec5e2bc6e907edd6eb661c725a4f) AuthConfig (1fab39f9e77bb3e7187cfd139daa63801ed785fe1dff4482d76ceddd1b83fa18) AuthConfig (ff9a42e3b131fc939f984d72adecff477934215270073b4492c7b61839925f35) AuthConfig (f7931ff7051e0bd735912b0c7d51bc058e2c896d5ba34484e0940e52f9c150b3) AuthConfig (07d9aa0f819a342a35b4223b6061456fdbc731edfefa867dcadbcf689721931e) AuthConfig (a239f7385b3c490b8b581f576013054b92db2349144b91bb5a6b084c48cef83b) AuthConfig (bff9466b44f1e3d058688b035d755da38c74dce947538d270b6a56e856f1417f) AuthConfig (0600f0a7b8e9de5de930406142a9971b6c562323cada31e34fc1bdd03c04a9d3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"624b9391-f3b1-4fc4-b019-64ee84a22eb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:53.094766106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"premium-w3-7abb95","reconcileID":"d03a4f68-a4e2-476f-9985-81e26cd682d9","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"premium-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"premium-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:53.098756227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"6a63bc77-929b-4427-afaf-cdb616ac5c9f","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:53.25114746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"e33aeef5-83f3-49ed-b6f2-f5901fe6f396","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:53.252816027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"6b8f1774-b81d-42ad-8d1b-6ff7b1637772","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:53.308519083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"e33aeef5-83f3-49ed-b6f2-f5901fe6f396","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:53.309923231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"6b8f1774-b81d-42ad-8d1b-6ff7b1637772","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:53.36579848Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-7abb95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62e41f3eb4b5951ba3c3ac4eff92162f30f7f07d6012f1518c7afac12099ec50) AuthConfig (671af50996bfe766e1c90edb04c2541cac8ff1868dec50719fada8bbfc71f35d) AuthConfig (59034c80b60c4410e71338dedac611f9767f2b3220e24deaaca1b0068a7125ee) AuthConfig (a04b529857f50dcee2dcc8db11e881a9bd2bdd9595abd1d83041f1ae99fa9d02) AuthConfig (06b8ccfcb039486d582347d554f47b70f354830ab599336f75a4571b07e90b2a) AuthConfig (2547c53b8f545f4951e3941e0c254c643f94860f3f54758c6a0a62b80a239151) AuthConfig (728961d41d697cd25448415119b223d802ae79b24223243d6d5bf93efb9defba) AuthConfig (4019215b3d28d31cd4852cf84262efbf9cbc12569a06268e611f6e000bb372cd) AuthConfig (399d722884d7e9bf9f17da7d59a82edff76470d5c879578ae63a9aad8230d630) AuthConfig (e5287624bef06cd4c50c33da4bc64f9c6201f1f6705254c079c17f9805be2112) AuthConfig (2af95bcb1b289271f66cd06d96fd7a0bcdd539be0cc2ca7c4ea777f3c197f358) AuthConfig (c758d0c43c58964569769eaeca96e71c9e52f0483fdbb6a407b8adca816e9976) AuthConfig (c029ee3f132570f66fb4be87aab53879ad79fe9eda1b73f2838fbd9a7da27899) AuthConfig (b90f425b9d131a91636b191f2489a61b4b8c5c837b88f553fb765bd41a827b0c) AuthConfig (572c58e78d515bd750981c570097f546dae95665b12e6a7b801e6a87b4c4f6cd) AuthConfig (d3ff81ec3945857e20fb18e701fea8f37192d47ffcddbf19dc4cebfd81bb5de1) AuthConfig (842acb8e80aa76470d4ffec48847e693b30ffdadd4d8de5bdfc1c1be8a7beb79) AuthConfig (cf2e19b682543f103f3c3aae158428a500f826e7b8c5bc524497a044059ec031) AuthConfig (1be36eee10061806ffb386a982a8bc8f847a6437b10b0e89a6569397452c8865) AuthConfig (92850a6bdfa3faa0452f142acd1dd505e14788f197859ea37084a3386317f4b2) AuthConfig (16b64ab767332996f13d3fcf2b457c4db6383cd072d90e3e8cdec94d56d9380f) AuthConfig (9b17d984890571754a2c931f89f7e7143af626f2ffb290013aca91bdfffd312b) AuthConfig (d68abfea9d044f816c8ce3d48c7c22fc1f68ec5e2bc6e907edd6eb661c725a4f) AuthConfig (1fab39f9e77bb3e7187cfd139daa63801ed785fe1dff4482d76ceddd1b83fa18) AuthConfig (ff9a42e3b131fc939f984d72adecff477934215270073b4492c7b61839925f35) AuthConfig (f7931ff7051e0bd735912b0c7d51bc058e2c896d5ba34484e0940e52f9c150b3) AuthConfig (07d9aa0f819a342a35b4223b6061456fdbc731edfefa867dcadbcf689721931e) AuthConfig (a239f7385b3c490b8b581f576013054b92db2349144b91bb5a6b084c48cef83b) AuthConfig (bff9466b44f1e3d058688b035d755da38c74dce947538d270b6a56e856f1417f) AuthConfig (0600f0a7b8e9de5de930406142a9971b6c562323cada31e34fc1bdd03c04a9d3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"e33aeef5-83f3-49ed-b6f2-f5901fe6f396","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:53.365996861Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-7abb95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62e41f3eb4b5951ba3c3ac4eff92162f30f7f07d6012f1518c7afac12099ec50) AuthConfig (671af50996bfe766e1c90edb04c2541cac8ff1868dec50719fada8bbfc71f35d) AuthConfig (59034c80b60c4410e71338dedac611f9767f2b3220e24deaaca1b0068a7125ee) AuthConfig (a04b529857f50dcee2dcc8db11e881a9bd2bdd9595abd1d83041f1ae99fa9d02) AuthConfig (06b8ccfcb039486d582347d554f47b70f354830ab599336f75a4571b07e90b2a) AuthConfig (2547c53b8f545f4951e3941e0c254c643f94860f3f54758c6a0a62b80a239151) AuthConfig (728961d41d697cd25448415119b223d802ae79b24223243d6d5bf93efb9defba) AuthConfig (4019215b3d28d31cd4852cf84262efbf9cbc12569a06268e611f6e000bb372cd) AuthConfig (399d722884d7e9bf9f17da7d59a82edff76470d5c879578ae63a9aad8230d630) AuthConfig (e5287624bef06cd4c50c33da4bc64f9c6201f1f6705254c079c17f9805be2112) AuthConfig (2af95bcb1b289271f66cd06d96fd7a0bcdd539be0cc2ca7c4ea777f3c197f358) AuthConfig (c758d0c43c58964569769eaeca96e71c9e52f0483fdbb6a407b8adca816e9976) AuthConfig (c029ee3f132570f66fb4be87aab53879ad79fe9eda1b73f2838fbd9a7da27899) AuthConfig (b90f425b9d131a91636b191f2489a61b4b8c5c837b88f553fb765bd41a827b0c) AuthConfig (572c58e78d515bd750981c570097f546dae95665b12e6a7b801e6a87b4c4f6cd) AuthConfig (d3ff81ec3945857e20fb18e701fea8f37192d47ffcddbf19dc4cebfd81bb5de1) AuthConfig (842acb8e80aa76470d4ffec48847e693b30ffdadd4d8de5bdfc1c1be8a7beb79) AuthConfig (cf2e19b682543f103f3c3aae158428a500f826e7b8c5bc524497a044059ec031) AuthConfig (1be36eee10061806ffb386a982a8bc8f847a6437b10b0e89a6569397452c8865) AuthConfig (92850a6bdfa3faa0452f142acd1dd505e14788f197859ea37084a3386317f4b2) AuthConfig (16b64ab767332996f13d3fcf2b457c4db6383cd072d90e3e8cdec94d56d9380f) AuthConfig (9b17d984890571754a2c931f89f7e7143af626f2ffb290013aca91bdfffd312b) AuthConfig (d68abfea9d044f816c8ce3d48c7c22fc1f68ec5e2bc6e907edd6eb661c725a4f) AuthConfig (1fab39f9e77bb3e7187cfd139daa63801ed785fe1dff4482d76ceddd1b83fa18) AuthConfig (ff9a42e3b131fc939f984d72adecff477934215270073b4492c7b61839925f35) AuthConfig (f7931ff7051e0bd735912b0c7d51bc058e2c896d5ba34484e0940e52f9c150b3) AuthConfig (07d9aa0f819a342a35b4223b6061456fdbc731edfefa867dcadbcf689721931e) AuthConfig (a239f7385b3c490b8b581f576013054b92db2349144b91bb5a6b084c48cef83b) AuthConfig (bff9466b44f1e3d058688b035d755da38c74dce947538d270b6a56e856f1417f) AuthConfig (0600f0a7b8e9de5de930406142a9971b6c562323cada31e34fc1bdd03c04a9d3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"6b8f1774-b81d-42ad-8d1b-6ff7b1637772","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:19:53.421260012Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"6b8f1774-b81d-42ad-8d1b-6ff7b1637772","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:53.581837025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"a01f3952-af29-4d2e-9fec-f8ceba39c399","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:53.638911644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"a01f3952-af29-4d2e-9fec-f8ceba39c399","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:53.694441098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-7abb95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62e41f3eb4b5951ba3c3ac4eff92162f30f7f07d6012f1518c7afac12099ec50) AuthConfig (671af50996bfe766e1c90edb04c2541cac8ff1868dec50719fada8bbfc71f35d) AuthConfig (59034c80b60c4410e71338dedac611f9767f2b3220e24deaaca1b0068a7125ee) AuthConfig (a04b529857f50dcee2dcc8db11e881a9bd2bdd9595abd1d83041f1ae99fa9d02) AuthConfig (06b8ccfcb039486d582347d554f47b70f354830ab599336f75a4571b07e90b2a) AuthConfig (2547c53b8f545f4951e3941e0c254c643f94860f3f54758c6a0a62b80a239151) AuthConfig (728961d41d697cd25448415119b223d802ae79b24223243d6d5bf93efb9defba) AuthConfig (4019215b3d28d31cd4852cf84262efbf9cbc12569a06268e611f6e000bb372cd) AuthConfig (399d722884d7e9bf9f17da7d59a82edff76470d5c879578ae63a9aad8230d630) AuthConfig (e5287624bef06cd4c50c33da4bc64f9c6201f1f6705254c079c17f9805be2112) AuthConfig (2af95bcb1b289271f66cd06d96fd7a0bcdd539be0cc2ca7c4ea777f3c197f358) AuthConfig (c758d0c43c58964569769eaeca96e71c9e52f0483fdbb6a407b8adca816e9976) AuthConfig (c029ee3f132570f66fb4be87aab53879ad79fe9eda1b73f2838fbd9a7da27899) AuthConfig (b90f425b9d131a91636b191f2489a61b4b8c5c837b88f553fb765bd41a827b0c) AuthConfig (572c58e78d515bd750981c570097f546dae95665b12e6a7b801e6a87b4c4f6cd) AuthConfig (d3ff81ec3945857e20fb18e701fea8f37192d47ffcddbf19dc4cebfd81bb5de1) AuthConfig (842acb8e80aa76470d4ffec48847e693b30ffdadd4d8de5bdfc1c1be8a7beb79) AuthConfig (cf2e19b682543f103f3c3aae158428a500f826e7b8c5bc524497a044059ec031) AuthConfig (1be36eee10061806ffb386a982a8bc8f847a6437b10b0e89a6569397452c8865) AuthConfig (92850a6bdfa3faa0452f142acd1dd505e14788f197859ea37084a3386317f4b2) AuthConfig (16b64ab767332996f13d3fcf2b457c4db6383cd072d90e3e8cdec94d56d9380f) AuthConfig (9b17d984890571754a2c931f89f7e7143af626f2ffb290013aca91bdfffd312b) AuthConfig (d68abfea9d044f816c8ce3d48c7c22fc1f68ec5e2bc6e907edd6eb661c725a4f) AuthConfig (1fab39f9e77bb3e7187cfd139daa63801ed785fe1dff4482d76ceddd1b83fa18) AuthConfig (ff9a42e3b131fc939f984d72adecff477934215270073b4492c7b61839925f35) AuthConfig (f7931ff7051e0bd735912b0c7d51bc058e2c896d5ba34484e0940e52f9c150b3) AuthConfig (07d9aa0f819a342a35b4223b6061456fdbc731edfefa867dcadbcf689721931e) AuthConfig (a239f7385b3c490b8b581f576013054b92db2349144b91bb5a6b084c48cef83b) AuthConfig (bff9466b44f1e3d058688b035d755da38c74dce947538d270b6a56e856f1417f) AuthConfig (0600f0a7b8e9de5de930406142a9971b6c562323cada31e34fc1bdd03c04a9d3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"a01f3952-af29-4d2e-9fec-f8ceba39c399","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:53.910538025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"e7b3756d-afbd-44c8-ac01-28de617d805c","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:19:53.977506308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"233200b4-7df2-4807-98c5-7004bf587e7a","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:03.522265245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"725efeb8-9f88-460e-912b-4671fac09175","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:03.579784939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"725efeb8-9f88-460e-912b-4671fac09175","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:03.63552243Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-7abb95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62e41f3eb4b5951ba3c3ac4eff92162f30f7f07d6012f1518c7afac12099ec50) AuthConfig (671af50996bfe766e1c90edb04c2541cac8ff1868dec50719fada8bbfc71f35d) AuthConfig (59034c80b60c4410e71338dedac611f9767f2b3220e24deaaca1b0068a7125ee) AuthConfig (a04b529857f50dcee2dcc8db11e881a9bd2bdd9595abd1d83041f1ae99fa9d02) AuthConfig (06b8ccfcb039486d582347d554f47b70f354830ab599336f75a4571b07e90b2a) AuthConfig (2547c53b8f545f4951e3941e0c254c643f94860f3f54758c6a0a62b80a239151) AuthConfig (728961d41d697cd25448415119b223d802ae79b24223243d6d5bf93efb9defba) AuthConfig (4019215b3d28d31cd4852cf84262efbf9cbc12569a06268e611f6e000bb372cd) AuthConfig (399d722884d7e9bf9f17da7d59a82edff76470d5c879578ae63a9aad8230d630) AuthConfig (e5287624bef06cd4c50c33da4bc64f9c6201f1f6705254c079c17f9805be2112) AuthConfig (2af95bcb1b289271f66cd06d96fd7a0bcdd539be0cc2ca7c4ea777f3c197f358) AuthConfig (c758d0c43c58964569769eaeca96e71c9e52f0483fdbb6a407b8adca816e9976) AuthConfig (c029ee3f132570f66fb4be87aab53879ad79fe9eda1b73f2838fbd9a7da27899) AuthConfig (b90f425b9d131a91636b191f2489a61b4b8c5c837b88f553fb765bd41a827b0c) AuthConfig (572c58e78d515bd750981c570097f546dae95665b12e6a7b801e6a87b4c4f6cd) AuthConfig (d3ff81ec3945857e20fb18e701fea8f37192d47ffcddbf19dc4cebfd81bb5de1) AuthConfig (842acb8e80aa76470d4ffec48847e693b30ffdadd4d8de5bdfc1c1be8a7beb79) AuthConfig (cf2e19b682543f103f3c3aae158428a500f826e7b8c5bc524497a044059ec031) AuthConfig (1be36eee10061806ffb386a982a8bc8f847a6437b10b0e89a6569397452c8865) AuthConfig (92850a6bdfa3faa0452f142acd1dd505e14788f197859ea37084a3386317f4b2) AuthConfig (16b64ab767332996f13d3fcf2b457c4db6383cd072d90e3e8cdec94d56d9380f) AuthConfig (9b17d984890571754a2c931f89f7e7143af626f2ffb290013aca91bdfffd312b) AuthConfig (d68abfea9d044f816c8ce3d48c7c22fc1f68ec5e2bc6e907edd6eb661c725a4f) AuthConfig (1fab39f9e77bb3e7187cfd139daa63801ed785fe1dff4482d76ceddd1b83fa18) AuthConfig (ff9a42e3b131fc939f984d72adecff477934215270073b4492c7b61839925f35) AuthConfig (f7931ff7051e0bd735912b0c7d51bc058e2c896d5ba34484e0940e52f9c150b3) AuthConfig (07d9aa0f819a342a35b4223b6061456fdbc731edfefa867dcadbcf689721931e) AuthConfig (a239f7385b3c490b8b581f576013054b92db2349144b91bb5a6b084c48cef83b) AuthConfig (bff9466b44f1e3d058688b035d755da38c74dce947538d270b6a56e856f1417f) AuthConfig (0600f0a7b8e9de5de930406142a9971b6c562323cada31e34fc1bdd03c04a9d3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"725efeb8-9f88-460e-912b-4671fac09175","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:03.851103043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"520d250c-a341-47bb-8d38-8f99682f9c33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:03.908589018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"520d250c-a341-47bb-8d38-8f99682f9c33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:03.964940741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-7abb95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62e41f3eb4b5951ba3c3ac4eff92162f30f7f07d6012f1518c7afac12099ec50) AuthConfig (671af50996bfe766e1c90edb04c2541cac8ff1868dec50719fada8bbfc71f35d) AuthConfig (59034c80b60c4410e71338dedac611f9767f2b3220e24deaaca1b0068a7125ee) AuthConfig (a04b529857f50dcee2dcc8db11e881a9bd2bdd9595abd1d83041f1ae99fa9d02) AuthConfig (06b8ccfcb039486d582347d554f47b70f354830ab599336f75a4571b07e90b2a) AuthConfig (2547c53b8f545f4951e3941e0c254c643f94860f3f54758c6a0a62b80a239151) AuthConfig (728961d41d697cd25448415119b223d802ae79b24223243d6d5bf93efb9defba) AuthConfig (4019215b3d28d31cd4852cf84262efbf9cbc12569a06268e611f6e000bb372cd) AuthConfig (399d722884d7e9bf9f17da7d59a82edff76470d5c879578ae63a9aad8230d630) AuthConfig (e5287624bef06cd4c50c33da4bc64f9c6201f1f6705254c079c17f9805be2112) AuthConfig (2af95bcb1b289271f66cd06d96fd7a0bcdd539be0cc2ca7c4ea777f3c197f358) AuthConfig (c758d0c43c58964569769eaeca96e71c9e52f0483fdbb6a407b8adca816e9976) AuthConfig (c029ee3f132570f66fb4be87aab53879ad79fe9eda1b73f2838fbd9a7da27899) AuthConfig (b90f425b9d131a91636b191f2489a61b4b8c5c837b88f553fb765bd41a827b0c) AuthConfig (572c58e78d515bd750981c570097f546dae95665b12e6a7b801e6a87b4c4f6cd) AuthConfig (d3ff81ec3945857e20fb18e701fea8f37192d47ffcddbf19dc4cebfd81bb5de1) AuthConfig (842acb8e80aa76470d4ffec48847e693b30ffdadd4d8de5bdfc1c1be8a7beb79) AuthConfig (cf2e19b682543f103f3c3aae158428a500f826e7b8c5bc524497a044059ec031) AuthConfig (1be36eee10061806ffb386a982a8bc8f847a6437b10b0e89a6569397452c8865) AuthConfig (92850a6bdfa3faa0452f142acd1dd505e14788f197859ea37084a3386317f4b2) AuthConfig (16b64ab767332996f13d3fcf2b457c4db6383cd072d90e3e8cdec94d56d9380f) AuthConfig (9b17d984890571754a2c931f89f7e7143af626f2ffb290013aca91bdfffd312b) AuthConfig (d68abfea9d044f816c8ce3d48c7c22fc1f68ec5e2bc6e907edd6eb661c725a4f) AuthConfig (1fab39f9e77bb3e7187cfd139daa63801ed785fe1dff4482d76ceddd1b83fa18) AuthConfig (ff9a42e3b131fc939f984d72adecff477934215270073b4492c7b61839925f35) AuthConfig (f7931ff7051e0bd735912b0c7d51bc058e2c896d5ba34484e0940e52f9c150b3) AuthConfig (07d9aa0f819a342a35b4223b6061456fdbc731edfefa867dcadbcf689721931e) AuthConfig (a239f7385b3c490b8b581f576013054b92db2349144b91bb5a6b084c48cef83b) AuthConfig (bff9466b44f1e3d058688b035d755da38c74dce947538d270b6a56e856f1417f) AuthConfig (0600f0a7b8e9de5de930406142a9971b6c562323cada31e34fc1bdd03c04a9d3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"520d250c-a341-47bb-8d38-8f99682f9c33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:04.66575184Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:08.957380218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"4bc74a3a-658f-498f-af87-b95f203d6552","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:09.035211387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"c52319fa-8892-40f7-9e5f-e8e7ebdabe7b","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:13.801510751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"2fa41d7c-a0ab-43be-85b2-f0687a045b81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:13.870741685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"2fa41d7c-a0ab-43be-85b2-f0687a045b81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:14.121762154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"9b78fc64-5989-426f-a5bb-40febe5234f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:14.179140431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"9b78fc64-5989-426f-a5bb-40febe5234f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:14.188139266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"premium-w3-7abb95","reconcileID":"89ff96b1-0c4b-44c6-aaf7-406855628c0a","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"premium-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"premium-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:14.447868655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"a9811325-8cc9-4d51-a3be-469e4bfcbb11","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:22.617520057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"16e30112-123a-4c5b-b3f9-f8ba477deb0d","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:22.672348379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"c5c5cbc1-4863-4fbf-9208-c560b9882d99","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:22.827293193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-b9156ce5-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-dry-sub-b9156ce5-auth","reconcileID":"a967585f-50a6-42b2-8ae1-b171f35b221e","MaaSAuthPolicy":{"name":"e2e-dry-sub-b9156ce5-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:22.884384114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-b9156ce5-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-dry-sub-b9156ce5-auth","reconcileID":"a967585f-50a6-42b2-8ae1-b171f35b221e","MaaSAuthPolicy":{"name":"e2e-dry-sub-b9156ce5-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:22.917781063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"78afeea4-9583-45c3-9ee9-8d1f6509134c","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:22.974649143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"33685995-4df8-4cd3-9937-829b0233716a","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:20:23.03011496Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-b9156ce5","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-dry-sub-b9156ce5","reconcileID":"ca23a17e-bd7d-4802-beeb-4e021829af1b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-b9156ce5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:23.031289949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"premium-w3-7abb95","reconcileID":"3507484e-9e2e-4426-a993-7445cac2eb49","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"premium-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"premium-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:23.080914235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"5cc357d9-1158-4040-aaf0-81f27ce4a164","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:23.080936354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"2929c1f3-fe76-4fd6-9472-a83372e9e568","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:23.138427717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"2929c1f3-fe76-4fd6-9472-a83372e9e568","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:23.138453855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"5cc357d9-1158-4040-aaf0-81f27ce4a164","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:23.145279373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"feaea15d-d802-4c98-9b03-b1474551bed3","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:23.201791091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"f1f7ffb9-8f4f-404c-b179-b42db8e6afe2","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:23.204810492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"ab76f263-ad32-40fd-8e29-0ea2de221b33","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:23.357029099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-b9156ce5-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-dry-sub-b9156ce5-auth","reconcileID":"79c029a4-6a06-4f42-aa56-3606fac411fb","MaaSAuthPolicy":{"name":"e2e-dry-sub-b9156ce5-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:23.414320234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-b9156ce5-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-dry-sub-b9156ce5-auth","reconcileID":"79c029a4-6a06-4f42-aa56-3606fac411fb","MaaSAuthPolicy":{"name":"e2e-dry-sub-b9156ce5-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:23.475223169Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-b9156ce5","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-dry-sub-b9156ce5","reconcileID":"0f360fc0-db18-4cd7-bef3-a95287d23cd5","MaaSSubscription":{"name":"e2e-dry-sub-b9156ce5","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-7abb95/e2e-dry-sub-b9156ce5","ai-tenant-e2e-worker-w3-7abb95/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:23.496697555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"c0a6694f-cec6-4803-9d49-d28a500e8d93","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:23.500422105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"530053c8-cce9-442e-ace2-ebd2cc418a92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:23.500473774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"db55b877-c47b-4238-b9ba-c5ae2910e1c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:23.559373059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"db55b877-c47b-4238-b9ba-c5ae2910e1c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:23.559577377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"530053c8-cce9-442e-ace2-ebd2cc418a92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:23.638239804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"b5abf5b5-da01-475a-9134-0e38dabc2c07","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:23.684161272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"048f6599-3dc7-410a-8ce3-d64f03292ba1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:23.848388556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-b9156ce5","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-dry-sub-b9156ce5","reconcileID":"be1ea234-57ca-4430-a7e2-8a191c59c51b","MaaSSubscription":{"name":"e2e-dry-sub-b9156ce5","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:27.634431532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"48693221-a9fb-464e-97f1-ebebdffc9148","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:27.789605724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-b9156ce5-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-dry-sub-b9156ce5-auth","reconcileID":"434a9707-067c-41ee-89a4-d9740bae1fb5","MaaSAuthPolicy":{"name":"e2e-dry-sub-b9156ce5-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:27.789785426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"4eb96499-f415-4d25-b179-5bb242b2daf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:27.789613988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"e6968372-549e-4197-b1b8-c5d1d7e244e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:27.848364035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-b9156ce5-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-dry-sub-b9156ce5-auth","reconcileID":"434a9707-067c-41ee-89a4-d9740bae1fb5","MaaSAuthPolicy":{"name":"e2e-dry-sub-b9156ce5-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:27.851551758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"e6968372-549e-4197-b1b8-c5d1d7e244e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:27.855143124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"4eb96499-f415-4d25-b179-5bb242b2daf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:28.961609359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"55967342-e088-42b4-a00e-3ff918bdcc34","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"premium-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"premium-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:29.078902475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1b9c58e7-7888-4ec1-bacb-ac889ac3b64b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:29.190969431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"83f22076-260c-42e6-bd2d-bcff23f0fed1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:29.387786292Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"6f0d4130-5ad3-4a3e-a8b1-2ec0c5015397","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-7abb95/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:29.531693566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"c947c13b-d053-4a19-bacf-78083e19e5fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:29.722623983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"49be48f4-6c77-4105-89b1-442d6921651d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:34.069918031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"0b546d1a-9d87-498c-8d2c-6dfbb23df7f8","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:34.132769331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"b8604577-3a00-4522-a654-2604a0a6019d","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:20:34.183691523Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"35fb8934-2ea4-42ef-90c0-30350b1d3a08","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:34.297392309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"693da2c8-a7dc-471b-ad1b-ab35c4934cb9","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:34.354701384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"c7aa05bb-b2bf-4ddf-9cda-13561a149bd1","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:34.355214174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"a0574763-1e56-42e8-9932-c541f2dc7132","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:34.415945898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"a696103d-a7e1-4e47-b47f-747ee520f402","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:34.517255566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"9610ea7f-030d-4d07-8ea4-3b07bb849450","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:34.570495679Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"0d8f6bab-90c6-4a7d-a6cf-8b55e539ce91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"simulator-w4-0144bd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0144bd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:34.625240581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"4da53053-036b-4d9b-a773-8262ffa6a5c9","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:34.656270792Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"9610ea7f-030d-4d07-8ea4-3b07bb849450","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:34.671152954Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:34.68325559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"38be6bad-7cef-4ed6-80e6-74e8f73d3e92","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"premium-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"premium-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:34.704734716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"595afcbe-c7fa-4884-8a90-eb57fc403eb0","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"premium-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"premium-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:34.712228318Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0144bd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"9610ea7f-030d-4d07-8ea4-3b07bb849450","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:34.740824576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"6d3f9976-ec35-4899-b145-e343dbc34532","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:20:34.756081676Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"4123db09-3f9c-45b7-a410-01d46a92ef73","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:20:34.758109961Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-0144bd/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:34.769857934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"f740267c-f353-4f76-b4b8-1f5e126b9f23","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:34.869289154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"f8f5eff6-c8db-409d-a958-620780933e0e","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"premium-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"premium-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:34.874423564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"396e914c-2805-4272-8787-01446192e34a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:34.926898154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"1b4275d7-af0a-45db-bd40-9e364363be8f","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"premium-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"premium-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:34.928879727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"0c5bd1ce-1c42-4aa4-b44e-1c386d7b87ec","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"premium-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"premium-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:34.931479398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"396e914c-2805-4272-8787-01446192e34a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:34.951089584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"7a8a3af0-a4de-400b-b12e-f06ad2380f32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:34.990432738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"b3e0789c-4c49-49b9-b4fd-c3b065aa1e5e","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"premium-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"premium-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:34.994347444Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0144bd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"396e914c-2805-4272-8787-01446192e34a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:35.145317451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"5a52e8ef-38f1-4d59-b058-0cbd18dd698e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:35.149854511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"c497f807-116b-4c55-8bcd-2fb89b9fb9ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:35.150611509Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"14e7bf20-34bc-4c37-9b5a-be33cfb2c20e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"premium-w4-0144bd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0144bd/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:35.202464815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"5a52e8ef-38f1-4d59-b058-0cbd18dd698e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:35.208750826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"c497f807-116b-4c55-8bcd-2fb89b9fb9ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:35.258315689Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0144bd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"5a52e8ef-38f1-4d59-b058-0cbd18dd698e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:35.265548474Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0144bd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"c497f807-116b-4c55-8bcd-2fb89b9fb9ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:35.315413168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"2c2aeb01-95b2-47d5-ac7a-20a9982c010e","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"premium-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"premium-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:35.317401307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"421a1b5e-49e8-43cc-b44e-0db92e0e8505","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"premium-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"premium-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:35.473278695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"ea6209e4-7742-4f68-8b99-7c3737bb4673","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:35.534147842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"fd4e1dcd-c1ea-42f2-945e-0ab797618fe0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:35.538694608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"ea6209e4-7742-4f68-8b99-7c3737bb4673","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:35.596746118Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0144bd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"ea6209e4-7742-4f68-8b99-7c3737bb4673","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:35.980294824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"premium-w0-10a7aa","reconcileID":"4221f439-b0e9-48e9-9be9-362d2b43f001","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"premium-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"premium-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:36.102432472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"70ff34b6-8034-4abf-9a41-dd87864dd821","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:36.160596553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"d59f4c73-19c5-4d51-909d-5ac0387d23c9","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:36.209792266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"7bfd181d-c16b-4bbf-b95f-d45a32e4af4a","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:36.218559745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"a8a494d1-5e38-4fcf-8b74-3b5ca01a95d0","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"premium-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"premium-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:36.264644604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"49c2b310-4608-4e6f-9a74-445f3b5d583d","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:20:36.271808111Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-10a7aa/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:36.407204254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"5d865a50-1e3a-4d2a-b941-18ac8a81069b","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:36.464785827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"184874ef-f47b-4b6a-a218-11565850bccb","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:36.503497702Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"9a98a11a-021f-4fff-9180-1c7c5c79e561","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"simulator-w0-10a7aa","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-10a7aa/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:20:36.518021525Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"184874ef-f47b-4b6a-a218-11565850bccb","name":"simulator-w0-10a7aa","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-10a7aa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:20:36.518095415Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"184874ef-f47b-4b6a-a218-11565850bccb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-10a7aa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:36.523399244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"41137c47-4797-4149-805b-60a625dd6e97","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:36.566758178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"05e39bb5-3b8f-4640-add5-49d32c272c35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:36.670461527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"7191b77b-0fb6-4fbc-bbee-351c97661a75","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:36.694382594Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"05e39bb5-3b8f-4640-add5-49d32c272c35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:36.707843991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"premium-w0-10a7aa","reconcileID":"6438f37a-196e-4e7d-860c-ac3373bf39f3","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"premium-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"premium-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:36.749900252Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-10a7aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"05e39bb5-3b8f-4640-add5-49d32c272c35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:36.767040041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"47b75c5d-45f0-4ec8-a601-c38fc00e1387","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:36.8073578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"19beaf50-6c96-4f35-bed3-68bd0c19e0bf","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:36.814479104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"premium-w0-10a7aa","reconcileID":"9ae6191b-5862-47ed-aba9-05a49693e17c","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"premium-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"premium-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:20:36.820354456Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-10a7aa/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:36.873796954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"premium-w0-10a7aa","reconcileID":"1213d66f-c7d2-4cbb-9f81-4ebb63bde9cc","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"premium-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"premium-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:36.878131625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"8c9370bb-015f-4fdd-862e-73314dcba46e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:36.911061553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"65b1da61-6adf-4bda-ad34-2c1019f9964d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:36.968021399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"65b1da61-6adf-4bda-ad34-2c1019f9964d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:37.024045476Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-10a7aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"65b1da61-6adf-4bda-ad34-2c1019f9964d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:37.033271259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"premium-w0-10a7aa","reconcileID":"436a67de-653a-4e4d-8226-1cd28438a6df","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"premium-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"premium-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:37.089268642Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"649f23c5-c54d-43c5-88f0-9aa746b3cfc2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"premium-w0-10a7aa","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-10a7aa/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:37.093450754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"premium-w0-10a7aa","reconcileID":"6abc3219-337b-4a00-9009-04688fefc341","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"premium-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"premium-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:20:37.146981942Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"premium-w0-10a7aa","reconcileID":"6abc3219-337b-4a00-9009-04688fefc341","name":"premium-w0-10a7aa","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-10a7aa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:20:37.147052896Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"premium-w0-10a7aa","reconcileID":"6abc3219-337b-4a00-9009-04688fefc341","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-10a7aa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:37.15230525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"premium-w0-10a7aa","reconcileID":"9a77e71c-85c8-4ad9-a199-39d6f199dfaa","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"premium-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"premium-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:37.179153478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"e84354a2-6494-4de3-ba22-504083b9b299","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:37.237569398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"e84354a2-6494-4de3-ba22-504083b9b299","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:37.253149094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"premium-w0-10a7aa","reconcileID":"77252194-ae46-407b-9523-8e63d1b2f8b6","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"premium-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"premium-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:37.284062015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"ca5686bc-b1b7-4f48-9345-3a771851bbeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:37.29322819Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-10a7aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"e84354a2-6494-4de3-ba22-504083b9b299","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:37.341252388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"ca5686bc-b1b7-4f48-9345-3a771851bbeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:37.404802286Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-10a7aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"ca5686bc-b1b7-4f48-9345-3a771851bbeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:37.455690641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"96798cdd-bc02-4cca-bca0-9a80656ad394","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:37.462419442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"premium-w0-10a7aa","reconcileID":"6f059f48-1d04-423a-8cc7-7b7be9276ac4","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"premium-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"premium-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:37.465270398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"8cbbdb12-05aa-4a35-a659-e2393f6aba13","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:37.513712005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"96798cdd-bc02-4cca-bca0-9a80656ad394","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:37.569422188Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-10a7aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"96798cdd-bc02-4cca-bca0-9a80656ad394","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:37.617541264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"f804dbfe-ac1b-47c5-90cc-462fefaf6915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:37.674506139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"f804dbfe-ac1b-47c5-90cc-462fefaf6915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:37.729951223Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-10a7aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"f804dbfe-ac1b-47c5-90cc-462fefaf6915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:37.797012481Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-b9156ce5","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-dry-sub-b9156ce5","reconcileID":"12d69299-245f-49f7-b4bc-dbbb437ac3a1","MaaSSubscription":{"name":"e2e-dry-sub-b9156ce5","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscription":"e2e-dry-sub-b9156ce5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:37.954321491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-b9156ce5","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-dry-sub-b9156ce5","reconcileID":"12d69299-245f-49f7-b4bc-dbbb437ac3a1","MaaSSubscription":{"name":"e2e-dry-sub-b9156ce5","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:38.183496172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"a1dfbcd1-0dcf-4559-9259-13eef2217fa1","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:38.250484611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"premium-w0-10a7aa","reconcileID":"c8dba2c8-b5de-4f7e-99a1-1bc9786373e8","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"premium-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"premium-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:38.353382028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-b9156ce5-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-dry-sub-b9156ce5-auth","reconcileID":"198bdf83-833f-420f-b823-30b402b76ff7","MaaSAuthPolicy":{"name":"e2e-dry-sub-b9156ce5-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:38.353621866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"47b0f308-d0c2-45b8-accf-13760f75683d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:38.353970899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"7c0c97ad-0945-4ef3-9da2-9a8a63f93828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:38.414134677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-b9156ce5-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-dry-sub-b9156ce5-auth","reconcileID":"198bdf83-833f-420f-b823-30b402b76ff7","MaaSAuthPolicy":{"name":"e2e-dry-sub-b9156ce5-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:38.415093888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"7c0c97ad-0945-4ef3-9da2-9a8a63f93828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:38.416870581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"47b0f308-d0c2-45b8-accf-13760f75683d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:38.417252628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"8d79b5d7-c7dd-4aa4-b62f-10638c5fe407","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:38.621886025Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-b9156ce5-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-dry-sub-b9156ce5-auth","reconcileID":"e08540bd-2dae-486c-849e-35d1456c2923","MaaSAuthPolicy":{"name":"e2e-dry-sub-b9156ce5-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:38.786557617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"a4e823a7-e097-410f-8d01-32d1dffed03e","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:40.190218167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"dc09e561-0c79-425e-99ca-2df9c3f4cfaf","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:40.253426177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"55eff244-c6ec-4ed3-b46d-cc0a6b801e68","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:40.424749722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-046e338f-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-combo-sub-046e338f-auth","reconcileID":"2a4f67d3-e431-4317-b219-b2bc2d716acf","MaaSAuthPolicy":{"name":"e2e-combo-sub-046e338f-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:40.483902414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-046e338f-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-combo-sub-046e338f-auth","reconcileID":"2a4f67d3-e431-4317-b219-b2bc2d716acf","MaaSAuthPolicy":{"name":"e2e-combo-sub-046e338f-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:40.525368275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"c4636488-33d6-4127-9569-a36d8755cad8","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:40.583232607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"f1f3a70f-6ac4-4477-95a8-eb43a534044d","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:20:40.643938904Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-046e338f","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-combo-sub-046e338f","reconcileID":"f9a0d968-e6d0-4d98-89bb-03d229825108","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-046e338f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:40.682620119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"cfaa5ca0-b396-4207-8b11-f99648fed5a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:40.682651578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"509ecacd-7d38-418d-b1e7-86927b55e299","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:40.740130748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"cfaa5ca0-b396-4207-8b11-f99648fed5a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:40.741376487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"509ecacd-7d38-418d-b1e7-86927b55e299","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:40.759574444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"cd27e0f4-3448-41a3-8e0a-06890f7ee394","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:40.802030204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"2be52b4b-ef23-43d1-8b04-9a3452050d73","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:40.816469007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"ad191d43-ba2f-4e56-b667-8b0e2c690b4e","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:40.956988643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-046e338f-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-combo-sub-046e338f-auth","reconcileID":"53d79452-d3a5-417e-b922-3dffd25264dd","MaaSAuthPolicy":{"name":"e2e-combo-sub-046e338f-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:41.014655604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-046e338f-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-combo-sub-046e338f-auth","reconcileID":"53d79452-d3a5-417e-b922-3dffd25264dd","MaaSAuthPolicy":{"name":"e2e-combo-sub-046e338f-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:41.084357828Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-046e338f","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-combo-sub-046e338f","reconcileID":"7ae4937b-5b5e-4bb5-932a-003e8c8e3618","MaaSSubscription":{"name":"e2e-combo-sub-046e338f","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-7abb95/e2e-combo-sub-046e338f","ai-tenant-e2e-worker-w3-7abb95/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:41.172109053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"64904d70-0d4b-4639-bca4-93cacc56ec14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:41.172107074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"808fb9e9-6b65-4679-a753-36084d4a5636","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:41.230023951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"808fb9e9-6b65-4679-a753-36084d4a5636","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:41.232739329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"64904d70-0d4b-4639-bca4-93cacc56ec14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:41.254559333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"e9daab26-4544-4075-b0c0-d2edbd9dfd80","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:41.335946463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"8c3651b0-d276-4eb3-8431-0aa4163af615","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:41.493559297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-046e338f","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-combo-sub-046e338f","reconcileID":"7469037f-68fc-4adc-9e9c-60b6bd05bf8d","MaaSSubscription":{"name":"e2e-combo-sub-046e338f","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:42.338799247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"52f1fc9c-c366-4541-97dd-8a53c0dfac6d","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:42.41417146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"4a384033-75c2-4003-a3bb-12fe65091d54","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:45.426261473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"5bca694c-1054-46b8-80a4-45ae202b75e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:45.483651149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"5bca694c-1054-46b8-80a4-45ae202b75e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:45.539154528Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0144bd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"5bca694c-1054-46b8-80a4-45ae202b75e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:45.734097557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"13cbd6de-2aa2-4839-9e71-d10c2dbb6a19","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:45.757430892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"55365197-9312-4157-8af9-bf787a196dca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:45.81495549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"55365197-9312-4157-8af9-bf787a196dca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:45.894408866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0144bd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"55365197-9312-4157-8af9-bf787a196dca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:45.895601331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-046e338f-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-combo-sub-046e338f-auth","reconcileID":"bbb0d876-9c0a-41b5-9f6d-3ef77da88f0a","MaaSAuthPolicy":{"name":"e2e-combo-sub-046e338f-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:45.896952519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"f1f50fde-9bed-4a9a-96c2-3b064e55dcd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:45.900756154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"1ab1485f-55ce-41cb-8797-2dc90a8bb460","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:45.958022433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-046e338f-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-combo-sub-046e338f-auth","reconcileID":"bbb0d876-9c0a-41b5-9f6d-3ef77da88f0a","MaaSAuthPolicy":{"name":"e2e-combo-sub-046e338f-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:45.959543205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"f1f50fde-9bed-4a9a-96c2-3b064e55dcd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:45.976071597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"1ab1485f-55ce-41cb-8797-2dc90a8bb460","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:47.734477229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"39c97aba-b63f-4b04-b44e-a820d1e93c8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:47.793106381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"39c97aba-b63f-4b04-b44e-a820d1e93c8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:47.849424133Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-10a7aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"39c97aba-b63f-4b04-b44e-a820d1e93c8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:47.888467116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"7809d627-8502-428a-bc58-224a527e947b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:47.950526405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"7809d627-8502-428a-bc58-224a527e947b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:48.009589429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-10a7aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"7809d627-8502-428a-bc58-224a527e947b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:52.73033365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"991b1808-90db-492b-a5e3-89e0fafe9278","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:52.896765037Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"ca785770-037b-43f5-804b-2f1d7e85b072","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-7abb95/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:52.900554785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"premium-w0-10a7aa","reconcileID":"1ea98cb4-a3ec-4951-a513-233aab7ac01a","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"premium-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"premium-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:53.093808731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"84ff9183-450f-4294-bbe5-d99a82116062","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:53.191217342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"985ce3fe-f0fc-42bc-a662-cee55c52b1e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:53.21659312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"98ef1bc3-6696-471d-a1c4-3e3f0b809092","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:53.261102502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"0fc514fa-26b3-4bd0-9575-983957d1a7b0","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"premium-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"premium-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:53.296154954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"3494e7de-18a4-497a-b9d9-89a75fc24080","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:53.39216075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f93521ee-7533-422a-8b9c-9c6065049646","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:53.462871347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"b93ea3c7-3f43-4e58-9e79-1d99995f00a8","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:53.49627229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"a217e57b-c3da-41b4-a187-010211fea18a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:53.509746192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6cd24829-f3f6-4494-aca9-a2a44e6662b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:53.548215847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"46c92274-39cf-4d85-af34-6e1532c31d7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:53.548215845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"bb64631c-5e57-45a9-9633-e381ae322aa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:53.607021396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"46c92274-39cf-4d85-af34-6e1532c31d7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:53.608759886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"bb64631c-5e57-45a9-9633-e381ae322aa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:53.65061045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"62776754-ac34-4938-bce9-318692f1f87d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:53.650733228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"a7f1eeef-af7b-4cfc-afb4-f8019840b0a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:53.674304225Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0144bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd301ed1a2842da58dc7fdb1ef2d834294227ac8189a6ac8336b4d423388d5ac) AuthConfig (6c31df02baeef73b90b5aa220d10a9a65a6d49e8655e4521d19a460c0e67571a) AuthConfig (775d441ea4e40b1833c4a791d0d9679c4465725f46f08ff05156c996d83f1fd8) AuthConfig (e45cdb451be23b7842f4f41c11e15ee4a6c415dfcbdcf2d6787d50704de72d19) AuthConfig (b9303b724f2cad0e4aab902f5866eb82bea8b78b40a85ad00271e568cfbb6357) AuthConfig (a652fb7af6d864bfa2c9625a69d45d995904e16e981d9c08b5f0b5532b11ec2d) AuthConfig (98ddfaa6353b571a982ee47d753e38f622eae01e29fa44467d5a82b673c1645a) AuthConfig (cc610bfda19deffc049c4065d12b871833d14dc91174716e4a9c9cf4060a7649) AuthConfig (f6de134efd8662c5c897ab07bc717c9835e0d3b0222c669fe916aeaeaa4a024a) AuthConfig (a6e12056d9fdc29e12cd35fa39e9ad0814de37aa0e194f8e9d79d54d3554cb59) AuthConfig (1e0e961ab5caff513b77b867367d673997038d3271aeb2d3b1594bfb111c42f5) AuthConfig (3eedb151d483b5c784541592be83b72a23dd3bc7b51bd7a02bd341a2753f21e3) AuthConfig (51d723ebbc12cda96ea37a931ae7926ed0ed131d84278899805005bee6670283) AuthConfig (f4fa12b5e4e22ca66317b2d54d05d6446ada30db1e21b0546b7b7af59125a286) AuthConfig (c9bdab811146332d23b053c82115e7fb723bd59e74ecc51ae68b2cd4228e665d) AuthConfig (fa6acbaa61ce7c119a06774bed68f2d982333eb2fe545cad5dccfcfa73f6600f) AuthConfig (e1fc0ef82fd114af4a90b63634f475b4c608c4b9336eac3ab29a7a48b23a6e02) AuthConfig (4819fcf0f9574975e381646f0db549d5781e4ea403f6d31cbd3fe2d91f924534) AuthConfig (78aee142dc36a6da9ae74084683e6edf5840516c67eba45adae8d1bc6e020f77) AuthConfig (40fa736fba02137a736719c107ce81a570f098e5bce030e818010f2f53d0f827) AuthConfig (71f283f692180ffb101b9b2b1d0d466229adca961f892dad83e5c73bbf09f605) AuthConfig (bdba14528d920723766324035e7eb7f6de9f543983560913b0edbe50c5a42b57) AuthConfig (9b133968cbf068e03fea2f89efefeda8b936b83ee93a0bbf8cc3fda227f018c9) AuthConfig (5e2e35057b285e3fcb876f28108c95552c5dce9780b0cafa177831b052073f52) AuthConfig (7925ccc47ab0876c77c7dbbdd5cb5495e3de815a9792ebc9ee230483320cef51) AuthConfig (15ec21f8f2b51adb7ce41e72dcbe52952118234962b6790e2be4abdb34e0b4d4) AuthConfig (0790087e9112f5b0e600b1677323aa49763222b7bf798b2f15fa8687f45609f9) AuthConfig (d721b24bb18effa49a005bdb1d7484e9834220eaa773f3989a2a1e5239deb8be) AuthConfig (d9be94238b7e0cc4ffb93b2c916fe3d24e00703ccdde34a6cdae6a67831dfcc6) AuthConfig (50eb87337cfd5ba483f236ce216cfa56ef02a3d59ac3da5fa7c447e39739b74b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"46c92274-39cf-4d85-af34-6e1532c31d7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:53.676935242Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0144bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd301ed1a2842da58dc7fdb1ef2d834294227ac8189a6ac8336b4d423388d5ac) AuthConfig (6c31df02baeef73b90b5aa220d10a9a65a6d49e8655e4521d19a460c0e67571a) AuthConfig (775d441ea4e40b1833c4a791d0d9679c4465725f46f08ff05156c996d83f1fd8) AuthConfig (e45cdb451be23b7842f4f41c11e15ee4a6c415dfcbdcf2d6787d50704de72d19) AuthConfig (b9303b724f2cad0e4aab902f5866eb82bea8b78b40a85ad00271e568cfbb6357) AuthConfig (a652fb7af6d864bfa2c9625a69d45d995904e16e981d9c08b5f0b5532b11ec2d) AuthConfig (98ddfaa6353b571a982ee47d753e38f622eae01e29fa44467d5a82b673c1645a) AuthConfig (cc610bfda19deffc049c4065d12b871833d14dc91174716e4a9c9cf4060a7649) AuthConfig (f6de134efd8662c5c897ab07bc717c9835e0d3b0222c669fe916aeaeaa4a024a) AuthConfig (a6e12056d9fdc29e12cd35fa39e9ad0814de37aa0e194f8e9d79d54d3554cb59) AuthConfig (1e0e961ab5caff513b77b867367d673997038d3271aeb2d3b1594bfb111c42f5) AuthConfig (3eedb151d483b5c784541592be83b72a23dd3bc7b51bd7a02bd341a2753f21e3) AuthConfig (51d723ebbc12cda96ea37a931ae7926ed0ed131d84278899805005bee6670283) AuthConfig (f4fa12b5e4e22ca66317b2d54d05d6446ada30db1e21b0546b7b7af59125a286) AuthConfig (c9bdab811146332d23b053c82115e7fb723bd59e74ecc51ae68b2cd4228e665d) AuthConfig (fa6acbaa61ce7c119a06774bed68f2d982333eb2fe545cad5dccfcfa73f6600f) AuthConfig (e1fc0ef82fd114af4a90b63634f475b4c608c4b9336eac3ab29a7a48b23a6e02) AuthConfig (4819fcf0f9574975e381646f0db549d5781e4ea403f6d31cbd3fe2d91f924534) AuthConfig (78aee142dc36a6da9ae74084683e6edf5840516c67eba45adae8d1bc6e020f77) AuthConfig (40fa736fba02137a736719c107ce81a570f098e5bce030e818010f2f53d0f827) AuthConfig (71f283f692180ffb101b9b2b1d0d466229adca961f892dad83e5c73bbf09f605) AuthConfig (bdba14528d920723766324035e7eb7f6de9f543983560913b0edbe50c5a42b57) AuthConfig (9b133968cbf068e03fea2f89efefeda8b936b83ee93a0bbf8cc3fda227f018c9) AuthConfig (5e2e35057b285e3fcb876f28108c95552c5dce9780b0cafa177831b052073f52) AuthConfig (7925ccc47ab0876c77c7dbbdd5cb5495e3de815a9792ebc9ee230483320cef51) AuthConfig (15ec21f8f2b51adb7ce41e72dcbe52952118234962b6790e2be4abdb34e0b4d4) AuthConfig (0790087e9112f5b0e600b1677323aa49763222b7bf798b2f15fa8687f45609f9) AuthConfig (d721b24bb18effa49a005bdb1d7484e9834220eaa773f3989a2a1e5239deb8be) AuthConfig (d9be94238b7e0cc4ffb93b2c916fe3d24e00703ccdde34a6cdae6a67831dfcc6) AuthConfig (50eb87337cfd5ba483f236ce216cfa56ef02a3d59ac3da5fa7c447e39739b74b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"bb64631c-5e57-45a9-9633-e381ae322aa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:53.683432487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"e063e764-2018-47ca-91d6-b177e4bc07ed","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:53.708329105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"a7f1eeef-af7b-4cfc-afb4-f8019840b0a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:53.708379502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"62776754-ac34-4938-bce9-318692f1f87d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:53.734883057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"0ef00838-1a56-4357-8128-945055cc48f2","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"premium-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"premium-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:53.74156147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"d46f4eee-e0db-4347-87eb-6888039c0c69","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:53.768518409Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-10a7aa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (209da4fe71bb867c9ebbf831d35aef7cfe6ba07e5eefb99914c6256454dbbca2) AuthConfig (5d3c3531d2390af8c1f7d97772cc2783f37cda44580696f491281e5aec52ecc8) AuthConfig (da609556d8ee267df9a1f16307c07e93af09736387b2d329e9736c8e295dafd6) AuthConfig (0de943bb9bc68b91adcaa67e88f83f8e3e48680cb68690f26aac89dd1b1e4d52) AuthConfig (2c0d13842282be8b594f8a459326dbc6f7b213dbb4165d9190bf5068bc7db2a2) AuthConfig (a455a7e6dce6c455159e2f3a944d0c57593f6a91f6bcfb14dd120eeb93c6b1d3) AuthConfig (0da36cc15748ebbf3c9b9b8e8a8f38799aa427af35e65d7467a389622a40abdc) AuthConfig (9283c5ae13b4c23078d5b5c04decfa81b30cb9c9033fb2e664038347b035571a) AuthConfig (4919cc950f62717c504776102b29b68c56f5ccdcd19b78875e35404855f9e8d1) AuthConfig (0491f1144b313c0fb2835fcaa01012e06232d320f9c15088462e1bbbe449b977) AuthConfig (0cbb7a6d60235ded7f623b37144397b7db78fff2b943131a1aeb42724d8ef70b) AuthConfig (2a2c6f13c087729b9623b78f6fa3f81eb18024f4dce033a7e899f8423d69f82b) AuthConfig (fc88d10e1127465ddbb6c53b4f3c666c1ca51ddfe82921d24bf1ac1e602ec251) AuthConfig (f2db19fd7f2ddf0ea82210c99dcf8f2bb801210cb02a807c6ac84cc2fdea8610) AuthConfig (e9840ccd53076e244b13bc774bb1d84f87291bd464ca1f84088c76b0912ba0f0) AuthConfig (fe600d9b269a23d6832391b151ae05136d41ba839fa7017a5cd5a607d4a3d881) AuthConfig (3dd320b991d23dc4f37ca7603f0c9d7e282615b47960761149dac38c7a8de734) AuthConfig (de690d48deb8bd92d51766829720209461c4b4c36b223098eb8ff951879551ae) AuthConfig (565e5b8ab060329452ff05be00e8c12abc066f02acb73801b792f755de17caf1) AuthConfig (099c7b690cf6c03046fc22a3647f3efff5e93f32fce96dbbd718d88fd29892ac) AuthConfig (4ad335b7c26408098f2fbea2512ca8e618e71e9f0f5669ddf2c42a5fcae89a04) AuthConfig (eaec82d87342dbf495e79ccb89aeaf6fb2f07e991a13364124f917bc07688faa) AuthConfig (5e636570e57c38811bbe2c07a4567d60e8d3a3f95e026841b35fc03c5090d03a) AuthConfig (45e567db2b98ee0dbb01c430eeef86dbb1b6747e9d5d9d94f1c8cf630ac7e6d9) AuthConfig (010ad11dd99a1764cc8929560f1125e4bd73ea9f981f3258d5b1dfb181b5ab2a) AuthConfig (1f2b1b2bde0b733831846071ec6ffcf3f458b198a4e72261650898026e9b60e4) AuthConfig (4519698efdca55edbf0f656d108f836671ff2e115e8b47715e96b28a69680612) AuthConfig (783ed5cbfc9650b5124a28736714cec1dc69de94e0471b6118c544ff68d39c21) AuthConfig (3dd84f8549114315c6e1662b5cc3f08837ca617ecb9ff70ba1f9221784225289) AuthConfig (40f0835d30eab1e591ede861352b3682dc387397c42c8687e0478b616ddb8b6d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"62776754-ac34-4938-bce9-318692f1f87d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:53.769796636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-10a7aa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (209da4fe71bb867c9ebbf831d35aef7cfe6ba07e5eefb99914c6256454dbbca2) AuthConfig (5d3c3531d2390af8c1f7d97772cc2783f37cda44580696f491281e5aec52ecc8) AuthConfig (da609556d8ee267df9a1f16307c07e93af09736387b2d329e9736c8e295dafd6) AuthConfig (0de943bb9bc68b91adcaa67e88f83f8e3e48680cb68690f26aac89dd1b1e4d52) AuthConfig (2c0d13842282be8b594f8a459326dbc6f7b213dbb4165d9190bf5068bc7db2a2) AuthConfig (a455a7e6dce6c455159e2f3a944d0c57593f6a91f6bcfb14dd120eeb93c6b1d3) AuthConfig (0da36cc15748ebbf3c9b9b8e8a8f38799aa427af35e65d7467a389622a40abdc) AuthConfig (9283c5ae13b4c23078d5b5c04decfa81b30cb9c9033fb2e664038347b035571a) AuthConfig (4919cc950f62717c504776102b29b68c56f5ccdcd19b78875e35404855f9e8d1) AuthConfig (0491f1144b313c0fb2835fcaa01012e06232d320f9c15088462e1bbbe449b977) AuthConfig (0cbb7a6d60235ded7f623b37144397b7db78fff2b943131a1aeb42724d8ef70b) AuthConfig (2a2c6f13c087729b9623b78f6fa3f81eb18024f4dce033a7e899f8423d69f82b) AuthConfig (fc88d10e1127465ddbb6c53b4f3c666c1ca51ddfe82921d24bf1ac1e602ec251) AuthConfig (f2db19fd7f2ddf0ea82210c99dcf8f2bb801210cb02a807c6ac84cc2fdea8610) AuthConfig (e9840ccd53076e244b13bc774bb1d84f87291bd464ca1f84088c76b0912ba0f0) AuthConfig (fe600d9b269a23d6832391b151ae05136d41ba839fa7017a5cd5a607d4a3d881) AuthConfig (3dd320b991d23dc4f37ca7603f0c9d7e282615b47960761149dac38c7a8de734) AuthConfig (de690d48deb8bd92d51766829720209461c4b4c36b223098eb8ff951879551ae) AuthConfig (565e5b8ab060329452ff05be00e8c12abc066f02acb73801b792f755de17caf1) AuthConfig (099c7b690cf6c03046fc22a3647f3efff5e93f32fce96dbbd718d88fd29892ac) AuthConfig (4ad335b7c26408098f2fbea2512ca8e618e71e9f0f5669ddf2c42a5fcae89a04) AuthConfig (eaec82d87342dbf495e79ccb89aeaf6fb2f07e991a13364124f917bc07688faa) AuthConfig (5e636570e57c38811bbe2c07a4567d60e8d3a3f95e026841b35fc03c5090d03a) AuthConfig (45e567db2b98ee0dbb01c430eeef86dbb1b6747e9d5d9d94f1c8cf630ac7e6d9) AuthConfig (010ad11dd99a1764cc8929560f1125e4bd73ea9f981f3258d5b1dfb181b5ab2a) AuthConfig (1f2b1b2bde0b733831846071ec6ffcf3f458b198a4e72261650898026e9b60e4) AuthConfig (4519698efdca55edbf0f656d108f836671ff2e115e8b47715e96b28a69680612) AuthConfig (783ed5cbfc9650b5124a28736714cec1dc69de94e0471b6118c544ff68d39c21) AuthConfig (3dd84f8549114315c6e1662b5cc3f08837ca617ecb9ff70ba1f9221784225289) AuthConfig (40f0835d30eab1e591ede861352b3682dc387397c42c8687e0478b616ddb8b6d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"a7f1eeef-af7b-4cfc-afb4-f8019840b0a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:53.826258593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"premium-w0-10a7aa","reconcileID":"07b5dd3f-e6e8-4835-992a-2790323cc71c","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"premium-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"premium-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:53.829498845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"c5942506-ac66-42f2-a81f-146de8ac636e","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:53.924060633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"97f7d463-6d53-49f7-8bc4-fba3e339e594","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:53.924308011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"dd8d61c9-a470-4e0f-9350-cd8370819f40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:53.981577844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"97f7d463-6d53-49f7-8bc4-fba3e339e594","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:53.983948729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"dd8d61c9-a470-4e0f-9350-cd8370819f40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:54.024789085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"2f0403c5-4d43-4ed8-ab4e-1e84bce1bbf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:54.024789126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"69ee9f24-ffa2-47e5-b917-2a56487c874d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:54.037862597Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0144bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd301ed1a2842da58dc7fdb1ef2d834294227ac8189a6ac8336b4d423388d5ac) AuthConfig (6c31df02baeef73b90b5aa220d10a9a65a6d49e8655e4521d19a460c0e67571a) AuthConfig (775d441ea4e40b1833c4a791d0d9679c4465725f46f08ff05156c996d83f1fd8) AuthConfig (e45cdb451be23b7842f4f41c11e15ee4a6c415dfcbdcf2d6787d50704de72d19) AuthConfig (b9303b724f2cad0e4aab902f5866eb82bea8b78b40a85ad00271e568cfbb6357) AuthConfig (a652fb7af6d864bfa2c9625a69d45d995904e16e981d9c08b5f0b5532b11ec2d) AuthConfig (98ddfaa6353b571a982ee47d753e38f622eae01e29fa44467d5a82b673c1645a) AuthConfig (cc610bfda19deffc049c4065d12b871833d14dc91174716e4a9c9cf4060a7649) AuthConfig (f6de134efd8662c5c897ab07bc717c9835e0d3b0222c669fe916aeaeaa4a024a) AuthConfig (a6e12056d9fdc29e12cd35fa39e9ad0814de37aa0e194f8e9d79d54d3554cb59) AuthConfig (1e0e961ab5caff513b77b867367d673997038d3271aeb2d3b1594bfb111c42f5) AuthConfig (3eedb151d483b5c784541592be83b72a23dd3bc7b51bd7a02bd341a2753f21e3) AuthConfig (51d723ebbc12cda96ea37a931ae7926ed0ed131d84278899805005bee6670283) AuthConfig (f4fa12b5e4e22ca66317b2d54d05d6446ada30db1e21b0546b7b7af59125a286) AuthConfig (c9bdab811146332d23b053c82115e7fb723bd59e74ecc51ae68b2cd4228e665d) AuthConfig (fa6acbaa61ce7c119a06774bed68f2d982333eb2fe545cad5dccfcfa73f6600f) AuthConfig (e1fc0ef82fd114af4a90b63634f475b4c608c4b9336eac3ab29a7a48b23a6e02) AuthConfig (4819fcf0f9574975e381646f0db549d5781e4ea403f6d31cbd3fe2d91f924534) AuthConfig (78aee142dc36a6da9ae74084683e6edf5840516c67eba45adae8d1bc6e020f77) AuthConfig (40fa736fba02137a736719c107ce81a570f098e5bce030e818010f2f53d0f827) AuthConfig (71f283f692180ffb101b9b2b1d0d466229adca961f892dad83e5c73bbf09f605) AuthConfig (bdba14528d920723766324035e7eb7f6de9f543983560913b0edbe50c5a42b57) AuthConfig (9b133968cbf068e03fea2f89efefeda8b936b83ee93a0bbf8cc3fda227f018c9) AuthConfig (5e2e35057b285e3fcb876f28108c95552c5dce9780b0cafa177831b052073f52) AuthConfig (7925ccc47ab0876c77c7dbbdd5cb5495e3de815a9792ebc9ee230483320cef51) AuthConfig (15ec21f8f2b51adb7ce41e72dcbe52952118234962b6790e2be4abdb34e0b4d4) AuthConfig (0790087e9112f5b0e600b1677323aa49763222b7bf798b2f15fa8687f45609f9) AuthConfig (d721b24bb18effa49a005bdb1d7484e9834220eaa773f3989a2a1e5239deb8be) AuthConfig (d9be94238b7e0cc4ffb93b2c916fe3d24e00703ccdde34a6cdae6a67831dfcc6) AuthConfig (50eb87337cfd5ba483f236ce216cfa56ef02a3d59ac3da5fa7c447e39739b74b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"97f7d463-6d53-49f7-8bc4-fba3e339e594","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:54.040465529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0144bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd301ed1a2842da58dc7fdb1ef2d834294227ac8189a6ac8336b4d423388d5ac) AuthConfig (6c31df02baeef73b90b5aa220d10a9a65a6d49e8655e4521d19a460c0e67571a) AuthConfig (775d441ea4e40b1833c4a791d0d9679c4465725f46f08ff05156c996d83f1fd8) AuthConfig (e45cdb451be23b7842f4f41c11e15ee4a6c415dfcbdcf2d6787d50704de72d19) AuthConfig (b9303b724f2cad0e4aab902f5866eb82bea8b78b40a85ad00271e568cfbb6357) AuthConfig (a652fb7af6d864bfa2c9625a69d45d995904e16e981d9c08b5f0b5532b11ec2d) AuthConfig (98ddfaa6353b571a982ee47d753e38f622eae01e29fa44467d5a82b673c1645a) AuthConfig (cc610bfda19deffc049c4065d12b871833d14dc91174716e4a9c9cf4060a7649) AuthConfig (f6de134efd8662c5c897ab07bc717c9835e0d3b0222c669fe916aeaeaa4a024a) AuthConfig (a6e12056d9fdc29e12cd35fa39e9ad0814de37aa0e194f8e9d79d54d3554cb59) AuthConfig (1e0e961ab5caff513b77b867367d673997038d3271aeb2d3b1594bfb111c42f5) AuthConfig (3eedb151d483b5c784541592be83b72a23dd3bc7b51bd7a02bd341a2753f21e3) AuthConfig (51d723ebbc12cda96ea37a931ae7926ed0ed131d84278899805005bee6670283) AuthConfig (f4fa12b5e4e22ca66317b2d54d05d6446ada30db1e21b0546b7b7af59125a286) AuthConfig (c9bdab811146332d23b053c82115e7fb723bd59e74ecc51ae68b2cd4228e665d) AuthConfig (fa6acbaa61ce7c119a06774bed68f2d982333eb2fe545cad5dccfcfa73f6600f) AuthConfig (e1fc0ef82fd114af4a90b63634f475b4c608c4b9336eac3ab29a7a48b23a6e02) AuthConfig (4819fcf0f9574975e381646f0db549d5781e4ea403f6d31cbd3fe2d91f924534) AuthConfig (78aee142dc36a6da9ae74084683e6edf5840516c67eba45adae8d1bc6e020f77) AuthConfig (40fa736fba02137a736719c107ce81a570f098e5bce030e818010f2f53d0f827) AuthConfig (71f283f692180ffb101b9b2b1d0d466229adca961f892dad83e5c73bbf09f605) AuthConfig (bdba14528d920723766324035e7eb7f6de9f543983560913b0edbe50c5a42b57) AuthConfig (9b133968cbf068e03fea2f89efefeda8b936b83ee93a0bbf8cc3fda227f018c9) AuthConfig (5e2e35057b285e3fcb876f28108c95552c5dce9780b0cafa177831b052073f52) AuthConfig (7925ccc47ab0876c77c7dbbdd5cb5495e3de815a9792ebc9ee230483320cef51) AuthConfig (15ec21f8f2b51adb7ce41e72dcbe52952118234962b6790e2be4abdb34e0b4d4) AuthConfig (0790087e9112f5b0e600b1677323aa49763222b7bf798b2f15fa8687f45609f9) AuthConfig (d721b24bb18effa49a005bdb1d7484e9834220eaa773f3989a2a1e5239deb8be) AuthConfig (d9be94238b7e0cc4ffb93b2c916fe3d24e00703ccdde34a6cdae6a67831dfcc6) AuthConfig (50eb87337cfd5ba483f236ce216cfa56ef02a3d59ac3da5fa7c447e39739b74b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"dd8d61c9-a470-4e0f-9350-cd8370819f40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:54.086278212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"69ee9f24-ffa2-47e5-b917-2a56487c874d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:54.086369211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"2f0403c5-4d43-4ed8-ab4e-1e84bce1bbf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:54.142427504Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-10a7aa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (209da4fe71bb867c9ebbf831d35aef7cfe6ba07e5eefb99914c6256454dbbca2) AuthConfig (5d3c3531d2390af8c1f7d97772cc2783f37cda44580696f491281e5aec52ecc8) AuthConfig (da609556d8ee267df9a1f16307c07e93af09736387b2d329e9736c8e295dafd6) AuthConfig (0de943bb9bc68b91adcaa67e88f83f8e3e48680cb68690f26aac89dd1b1e4d52) AuthConfig (2c0d13842282be8b594f8a459326dbc6f7b213dbb4165d9190bf5068bc7db2a2) AuthConfig (a455a7e6dce6c455159e2f3a944d0c57593f6a91f6bcfb14dd120eeb93c6b1d3) AuthConfig (0da36cc15748ebbf3c9b9b8e8a8f38799aa427af35e65d7467a389622a40abdc) AuthConfig (9283c5ae13b4c23078d5b5c04decfa81b30cb9c9033fb2e664038347b035571a) AuthConfig (4919cc950f62717c504776102b29b68c56f5ccdcd19b78875e35404855f9e8d1) AuthConfig (0491f1144b313c0fb2835fcaa01012e06232d320f9c15088462e1bbbe449b977) AuthConfig (0cbb7a6d60235ded7f623b37144397b7db78fff2b943131a1aeb42724d8ef70b) AuthConfig (2a2c6f13c087729b9623b78f6fa3f81eb18024f4dce033a7e899f8423d69f82b) AuthConfig (fc88d10e1127465ddbb6c53b4f3c666c1ca51ddfe82921d24bf1ac1e602ec251) AuthConfig (f2db19fd7f2ddf0ea82210c99dcf8f2bb801210cb02a807c6ac84cc2fdea8610) AuthConfig (e9840ccd53076e244b13bc774bb1d84f87291bd464ca1f84088c76b0912ba0f0) AuthConfig (fe600d9b269a23d6832391b151ae05136d41ba839fa7017a5cd5a607d4a3d881) AuthConfig (3dd320b991d23dc4f37ca7603f0c9d7e282615b47960761149dac38c7a8de734) AuthConfig (de690d48deb8bd92d51766829720209461c4b4c36b223098eb8ff951879551ae) AuthConfig (565e5b8ab060329452ff05be00e8c12abc066f02acb73801b792f755de17caf1) AuthConfig (099c7b690cf6c03046fc22a3647f3efff5e93f32fce96dbbd718d88fd29892ac) AuthConfig (4ad335b7c26408098f2fbea2512ca8e618e71e9f0f5669ddf2c42a5fcae89a04) AuthConfig (eaec82d87342dbf495e79ccb89aeaf6fb2f07e991a13364124f917bc07688faa) AuthConfig (5e636570e57c38811bbe2c07a4567d60e8d3a3f95e026841b35fc03c5090d03a) AuthConfig (45e567db2b98ee0dbb01c430eeef86dbb1b6747e9d5d9d94f1c8cf630ac7e6d9) AuthConfig (010ad11dd99a1764cc8929560f1125e4bd73ea9f981f3258d5b1dfb181b5ab2a) AuthConfig (1f2b1b2bde0b733831846071ec6ffcf3f458b198a4e72261650898026e9b60e4) AuthConfig (4519698efdca55edbf0f656d108f836671ff2e115e8b47715e96b28a69680612) AuthConfig (783ed5cbfc9650b5124a28736714cec1dc69de94e0471b6118c544ff68d39c21) AuthConfig (3dd84f8549114315c6e1662b5cc3f08837ca617ecb9ff70ba1f9221784225289) AuthConfig (40f0835d30eab1e591ede861352b3682dc387397c42c8687e0478b616ddb8b6d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"2f0403c5-4d43-4ed8-ab4e-1e84bce1bbf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:54.14326866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-10a7aa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (209da4fe71bb867c9ebbf831d35aef7cfe6ba07e5eefb99914c6256454dbbca2) AuthConfig (5d3c3531d2390af8c1f7d97772cc2783f37cda44580696f491281e5aec52ecc8) AuthConfig (da609556d8ee267df9a1f16307c07e93af09736387b2d329e9736c8e295dafd6) AuthConfig (0de943bb9bc68b91adcaa67e88f83f8e3e48680cb68690f26aac89dd1b1e4d52) AuthConfig (2c0d13842282be8b594f8a459326dbc6f7b213dbb4165d9190bf5068bc7db2a2) AuthConfig (a455a7e6dce6c455159e2f3a944d0c57593f6a91f6bcfb14dd120eeb93c6b1d3) AuthConfig (0da36cc15748ebbf3c9b9b8e8a8f38799aa427af35e65d7467a389622a40abdc) AuthConfig (9283c5ae13b4c23078d5b5c04decfa81b30cb9c9033fb2e664038347b035571a) AuthConfig (4919cc950f62717c504776102b29b68c56f5ccdcd19b78875e35404855f9e8d1) AuthConfig (0491f1144b313c0fb2835fcaa01012e06232d320f9c15088462e1bbbe449b977) AuthConfig (0cbb7a6d60235ded7f623b37144397b7db78fff2b943131a1aeb42724d8ef70b) AuthConfig (2a2c6f13c087729b9623b78f6fa3f81eb18024f4dce033a7e899f8423d69f82b) AuthConfig (fc88d10e1127465ddbb6c53b4f3c666c1ca51ddfe82921d24bf1ac1e602ec251) AuthConfig (f2db19fd7f2ddf0ea82210c99dcf8f2bb801210cb02a807c6ac84cc2fdea8610) AuthConfig (e9840ccd53076e244b13bc774bb1d84f87291bd464ca1f84088c76b0912ba0f0) AuthConfig (fe600d9b269a23d6832391b151ae05136d41ba839fa7017a5cd5a607d4a3d881) AuthConfig (3dd320b991d23dc4f37ca7603f0c9d7e282615b47960761149dac38c7a8de734) AuthConfig (de690d48deb8bd92d51766829720209461c4b4c36b223098eb8ff951879551ae) AuthConfig (565e5b8ab060329452ff05be00e8c12abc066f02acb73801b792f755de17caf1) AuthConfig (099c7b690cf6c03046fc22a3647f3efff5e93f32fce96dbbd718d88fd29892ac) AuthConfig (4ad335b7c26408098f2fbea2512ca8e618e71e9f0f5669ddf2c42a5fcae89a04) AuthConfig (eaec82d87342dbf495e79ccb89aeaf6fb2f07e991a13364124f917bc07688faa) AuthConfig (5e636570e57c38811bbe2c07a4567d60e8d3a3f95e026841b35fc03c5090d03a) AuthConfig (45e567db2b98ee0dbb01c430eeef86dbb1b6747e9d5d9d94f1c8cf630ac7e6d9) AuthConfig (010ad11dd99a1764cc8929560f1125e4bd73ea9f981f3258d5b1dfb181b5ab2a) AuthConfig (1f2b1b2bde0b733831846071ec6ffcf3f458b198a4e72261650898026e9b60e4) AuthConfig (4519698efdca55edbf0f656d108f836671ff2e115e8b47715e96b28a69680612) AuthConfig (783ed5cbfc9650b5124a28736714cec1dc69de94e0471b6118c544ff68d39c21) AuthConfig (3dd84f8549114315c6e1662b5cc3f08837ca617ecb9ff70ba1f9221784225289) AuthConfig (40f0835d30eab1e591ede861352b3682dc387397c42c8687e0478b616ddb8b6d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"69ee9f24-ffa2-47e5-b917-2a56487c874d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:20:54.19577151Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"2f0403c5-4d43-4ed8-ab4e-1e84bce1bbf3","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:54.356161491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"3c915524-0a04-478c-9551-0348de268282","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:54.413789159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"3c915524-0a04-478c-9551-0348de268282","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:54.469350336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-10a7aa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (209da4fe71bb867c9ebbf831d35aef7cfe6ba07e5eefb99914c6256454dbbca2) AuthConfig (5d3c3531d2390af8c1f7d97772cc2783f37cda44580696f491281e5aec52ecc8) AuthConfig (da609556d8ee267df9a1f16307c07e93af09736387b2d329e9736c8e295dafd6) AuthConfig (0de943bb9bc68b91adcaa67e88f83f8e3e48680cb68690f26aac89dd1b1e4d52) AuthConfig (2c0d13842282be8b594f8a459326dbc6f7b213dbb4165d9190bf5068bc7db2a2) AuthConfig (a455a7e6dce6c455159e2f3a944d0c57593f6a91f6bcfb14dd120eeb93c6b1d3) AuthConfig (0da36cc15748ebbf3c9b9b8e8a8f38799aa427af35e65d7467a389622a40abdc) AuthConfig (9283c5ae13b4c23078d5b5c04decfa81b30cb9c9033fb2e664038347b035571a) AuthConfig (4919cc950f62717c504776102b29b68c56f5ccdcd19b78875e35404855f9e8d1) AuthConfig (0491f1144b313c0fb2835fcaa01012e06232d320f9c15088462e1bbbe449b977) AuthConfig (0cbb7a6d60235ded7f623b37144397b7db78fff2b943131a1aeb42724d8ef70b) AuthConfig (2a2c6f13c087729b9623b78f6fa3f81eb18024f4dce033a7e899f8423d69f82b) AuthConfig (fc88d10e1127465ddbb6c53b4f3c666c1ca51ddfe82921d24bf1ac1e602ec251) AuthConfig (f2db19fd7f2ddf0ea82210c99dcf8f2bb801210cb02a807c6ac84cc2fdea8610) AuthConfig (e9840ccd53076e244b13bc774bb1d84f87291bd464ca1f84088c76b0912ba0f0) AuthConfig (fe600d9b269a23d6832391b151ae05136d41ba839fa7017a5cd5a607d4a3d881) AuthConfig (3dd320b991d23dc4f37ca7603f0c9d7e282615b47960761149dac38c7a8de734) AuthConfig (de690d48deb8bd92d51766829720209461c4b4c36b223098eb8ff951879551ae) AuthConfig (565e5b8ab060329452ff05be00e8c12abc066f02acb73801b792f755de17caf1) AuthConfig (099c7b690cf6c03046fc22a3647f3efff5e93f32fce96dbbd718d88fd29892ac) AuthConfig (4ad335b7c26408098f2fbea2512ca8e618e71e9f0f5669ddf2c42a5fcae89a04) AuthConfig (eaec82d87342dbf495e79ccb89aeaf6fb2f07e991a13364124f917bc07688faa) AuthConfig (5e636570e57c38811bbe2c07a4567d60e8d3a3f95e026841b35fc03c5090d03a) AuthConfig (45e567db2b98ee0dbb01c430eeef86dbb1b6747e9d5d9d94f1c8cf630ac7e6d9) AuthConfig (010ad11dd99a1764cc8929560f1125e4bd73ea9f981f3258d5b1dfb181b5ab2a) AuthConfig (1f2b1b2bde0b733831846071ec6ffcf3f458b198a4e72261650898026e9b60e4) AuthConfig (4519698efdca55edbf0f656d108f836671ff2e115e8b47715e96b28a69680612) AuthConfig (783ed5cbfc9650b5124a28736714cec1dc69de94e0471b6118c544ff68d39c21) AuthConfig (3dd84f8549114315c6e1662b5cc3f08837ca617ecb9ff70ba1f9221784225289) AuthConfig (40f0835d30eab1e591ede861352b3682dc387397c42c8687e0478b616ddb8b6d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"3c915524-0a04-478c-9551-0348de268282","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:55.898549149Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-046e338f","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-combo-sub-046e338f","reconcileID":"0312ce98-9a8e-4e9a-abb0-64174f43daf2","MaaSSubscription":{"name":"e2e-combo-sub-046e338f","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscription":"e2e-combo-sub-046e338f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:56.057307944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-046e338f","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-combo-sub-046e338f","reconcileID":"0312ce98-9a8e-4e9a-abb0-64174f43daf2","MaaSSubscription":{"name":"e2e-combo-sub-046e338f","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:56.296274554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"4517a823-16a4-490d-990a-4cc9582a2ba3","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:56.451862637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"b87bf0e8-5d03-4254-ada0-b487c9882f87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:56.451862669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-046e338f-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-combo-sub-046e338f-auth","reconcileID":"e9940540-75ee-48e8-bc88-3b9775b197ff","MaaSAuthPolicy":{"name":"e2e-combo-sub-046e338f-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:56.453160502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"8c52e04e-fa2a-4742-9b2f-b43605e29038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:56.453794822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"e347eeac-817c-4cb5-aa4d-44677f1307f4","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:56.510149178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"b87bf0e8-5d03-4254-ada0-b487c9882f87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:56.510468412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-046e338f-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-combo-sub-046e338f-auth","reconcileID":"e9940540-75ee-48e8-bc88-3b9775b197ff","MaaSAuthPolicy":{"name":"e2e-combo-sub-046e338f-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:56.512377763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"8c52e04e-fa2a-4742-9b2f-b43605e29038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:56.717554114Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-046e338f-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-combo-sub-046e338f-auth","reconcileID":"729aecec-8569-40f1-b317-2fda427df38c","MaaSAuthPolicy":{"name":"e2e-combo-sub-046e338f-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:20:56.877642425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"2a3e54e6-fa0a-41ec-afb5-966d19239d5f","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:04.195325683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"e237981f-17e8-4ed9-8c27-fd8c6530a039","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:04.20407944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"55e45f21-cc24-4dbe-8cce-64b178774278","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:04.252622634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"e237981f-17e8-4ed9-8c27-fd8c6530a039","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:04.262077588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"55e45f21-cc24-4dbe-8cce-64b178774278","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:04.298879041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"70a361b4-a4aa-4878-951d-0260d9823039","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:04.309283401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0144bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd301ed1a2842da58dc7fdb1ef2d834294227ac8189a6ac8336b4d423388d5ac) AuthConfig (6c31df02baeef73b90b5aa220d10a9a65a6d49e8655e4521d19a460c0e67571a) AuthConfig (775d441ea4e40b1833c4a791d0d9679c4465725f46f08ff05156c996d83f1fd8) AuthConfig (e45cdb451be23b7842f4f41c11e15ee4a6c415dfcbdcf2d6787d50704de72d19) AuthConfig (b9303b724f2cad0e4aab902f5866eb82bea8b78b40a85ad00271e568cfbb6357) AuthConfig (a652fb7af6d864bfa2c9625a69d45d995904e16e981d9c08b5f0b5532b11ec2d) AuthConfig (98ddfaa6353b571a982ee47d753e38f622eae01e29fa44467d5a82b673c1645a) AuthConfig (cc610bfda19deffc049c4065d12b871833d14dc91174716e4a9c9cf4060a7649) AuthConfig (f6de134efd8662c5c897ab07bc717c9835e0d3b0222c669fe916aeaeaa4a024a) AuthConfig (a6e12056d9fdc29e12cd35fa39e9ad0814de37aa0e194f8e9d79d54d3554cb59) AuthConfig (1e0e961ab5caff513b77b867367d673997038d3271aeb2d3b1594bfb111c42f5) AuthConfig (3eedb151d483b5c784541592be83b72a23dd3bc7b51bd7a02bd341a2753f21e3) AuthConfig (51d723ebbc12cda96ea37a931ae7926ed0ed131d84278899805005bee6670283) AuthConfig (f4fa12b5e4e22ca66317b2d54d05d6446ada30db1e21b0546b7b7af59125a286) AuthConfig (c9bdab811146332d23b053c82115e7fb723bd59e74ecc51ae68b2cd4228e665d) AuthConfig (fa6acbaa61ce7c119a06774bed68f2d982333eb2fe545cad5dccfcfa73f6600f) AuthConfig (e1fc0ef82fd114af4a90b63634f475b4c608c4b9336eac3ab29a7a48b23a6e02) AuthConfig (4819fcf0f9574975e381646f0db549d5781e4ea403f6d31cbd3fe2d91f924534) AuthConfig (78aee142dc36a6da9ae74084683e6edf5840516c67eba45adae8d1bc6e020f77) AuthConfig (40fa736fba02137a736719c107ce81a570f098e5bce030e818010f2f53d0f827) AuthConfig (71f283f692180ffb101b9b2b1d0d466229adca961f892dad83e5c73bbf09f605) AuthConfig (bdba14528d920723766324035e7eb7f6de9f543983560913b0edbe50c5a42b57) AuthConfig (9b133968cbf068e03fea2f89efefeda8b936b83ee93a0bbf8cc3fda227f018c9) AuthConfig (5e2e35057b285e3fcb876f28108c95552c5dce9780b0cafa177831b052073f52) AuthConfig (7925ccc47ab0876c77c7dbbdd5cb5495e3de815a9792ebc9ee230483320cef51) AuthConfig (15ec21f8f2b51adb7ce41e72dcbe52952118234962b6790e2be4abdb34e0b4d4) AuthConfig (0790087e9112f5b0e600b1677323aa49763222b7bf798b2f15fa8687f45609f9) AuthConfig (d721b24bb18effa49a005bdb1d7484e9834220eaa773f3989a2a1e5239deb8be) AuthConfig (d9be94238b7e0cc4ffb93b2c916fe3d24e00703ccdde34a6cdae6a67831dfcc6) AuthConfig (50eb87337cfd5ba483f236ce216cfa56ef02a3d59ac3da5fa7c447e39739b74b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"e237981f-17e8-4ed9-8c27-fd8c6530a039","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:04.320360689Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0144bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd301ed1a2842da58dc7fdb1ef2d834294227ac8189a6ac8336b4d423388d5ac) AuthConfig (6c31df02baeef73b90b5aa220d10a9a65a6d49e8655e4521d19a460c0e67571a) AuthConfig (775d441ea4e40b1833c4a791d0d9679c4465725f46f08ff05156c996d83f1fd8) AuthConfig (e45cdb451be23b7842f4f41c11e15ee4a6c415dfcbdcf2d6787d50704de72d19) AuthConfig (b9303b724f2cad0e4aab902f5866eb82bea8b78b40a85ad00271e568cfbb6357) AuthConfig (a652fb7af6d864bfa2c9625a69d45d995904e16e981d9c08b5f0b5532b11ec2d) AuthConfig (98ddfaa6353b571a982ee47d753e38f622eae01e29fa44467d5a82b673c1645a) AuthConfig (cc610bfda19deffc049c4065d12b871833d14dc91174716e4a9c9cf4060a7649) AuthConfig (f6de134efd8662c5c897ab07bc717c9835e0d3b0222c669fe916aeaeaa4a024a) AuthConfig (a6e12056d9fdc29e12cd35fa39e9ad0814de37aa0e194f8e9d79d54d3554cb59) AuthConfig (1e0e961ab5caff513b77b867367d673997038d3271aeb2d3b1594bfb111c42f5) AuthConfig (3eedb151d483b5c784541592be83b72a23dd3bc7b51bd7a02bd341a2753f21e3) AuthConfig (51d723ebbc12cda96ea37a931ae7926ed0ed131d84278899805005bee6670283) AuthConfig (f4fa12b5e4e22ca66317b2d54d05d6446ada30db1e21b0546b7b7af59125a286) AuthConfig (c9bdab811146332d23b053c82115e7fb723bd59e74ecc51ae68b2cd4228e665d) AuthConfig (fa6acbaa61ce7c119a06774bed68f2d982333eb2fe545cad5dccfcfa73f6600f) AuthConfig (e1fc0ef82fd114af4a90b63634f475b4c608c4b9336eac3ab29a7a48b23a6e02) AuthConfig (4819fcf0f9574975e381646f0db549d5781e4ea403f6d31cbd3fe2d91f924534) AuthConfig (78aee142dc36a6da9ae74084683e6edf5840516c67eba45adae8d1bc6e020f77) AuthConfig (40fa736fba02137a736719c107ce81a570f098e5bce030e818010f2f53d0f827) AuthConfig (71f283f692180ffb101b9b2b1d0d466229adca961f892dad83e5c73bbf09f605) AuthConfig (bdba14528d920723766324035e7eb7f6de9f543983560913b0edbe50c5a42b57) AuthConfig (9b133968cbf068e03fea2f89efefeda8b936b83ee93a0bbf8cc3fda227f018c9) AuthConfig (5e2e35057b285e3fcb876f28108c95552c5dce9780b0cafa177831b052073f52) AuthConfig (7925ccc47ab0876c77c7dbbdd5cb5495e3de815a9792ebc9ee230483320cef51) AuthConfig (15ec21f8f2b51adb7ce41e72dcbe52952118234962b6790e2be4abdb34e0b4d4) AuthConfig (0790087e9112f5b0e600b1677323aa49763222b7bf798b2f15fa8687f45609f9) AuthConfig (d721b24bb18effa49a005bdb1d7484e9834220eaa773f3989a2a1e5239deb8be) AuthConfig (d9be94238b7e0cc4ffb93b2c916fe3d24e00703ccdde34a6cdae6a67831dfcc6) AuthConfig (50eb87337cfd5ba483f236ce216cfa56ef02a3d59ac3da5fa7c447e39739b74b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"55e45f21-cc24-4dbe-8cce-64b178774278","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:04.358370788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"70a361b4-a4aa-4878-951d-0260d9823039","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:04.414995878Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-10a7aa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (209da4fe71bb867c9ebbf831d35aef7cfe6ba07e5eefb99914c6256454dbbca2) AuthConfig (5d3c3531d2390af8c1f7d97772cc2783f37cda44580696f491281e5aec52ecc8) AuthConfig (da609556d8ee267df9a1f16307c07e93af09736387b2d329e9736c8e295dafd6) AuthConfig (0de943bb9bc68b91adcaa67e88f83f8e3e48680cb68690f26aac89dd1b1e4d52) AuthConfig (2c0d13842282be8b594f8a459326dbc6f7b213dbb4165d9190bf5068bc7db2a2) AuthConfig (a455a7e6dce6c455159e2f3a944d0c57593f6a91f6bcfb14dd120eeb93c6b1d3) AuthConfig (0da36cc15748ebbf3c9b9b8e8a8f38799aa427af35e65d7467a389622a40abdc) AuthConfig (9283c5ae13b4c23078d5b5c04decfa81b30cb9c9033fb2e664038347b035571a) AuthConfig (4919cc950f62717c504776102b29b68c56f5ccdcd19b78875e35404855f9e8d1) AuthConfig (0491f1144b313c0fb2835fcaa01012e06232d320f9c15088462e1bbbe449b977) AuthConfig (0cbb7a6d60235ded7f623b37144397b7db78fff2b943131a1aeb42724d8ef70b) AuthConfig (2a2c6f13c087729b9623b78f6fa3f81eb18024f4dce033a7e899f8423d69f82b) AuthConfig (fc88d10e1127465ddbb6c53b4f3c666c1ca51ddfe82921d24bf1ac1e602ec251) AuthConfig (f2db19fd7f2ddf0ea82210c99dcf8f2bb801210cb02a807c6ac84cc2fdea8610) AuthConfig (e9840ccd53076e244b13bc774bb1d84f87291bd464ca1f84088c76b0912ba0f0) AuthConfig (fe600d9b269a23d6832391b151ae05136d41ba839fa7017a5cd5a607d4a3d881) AuthConfig (3dd320b991d23dc4f37ca7603f0c9d7e282615b47960761149dac38c7a8de734) AuthConfig (de690d48deb8bd92d51766829720209461c4b4c36b223098eb8ff951879551ae) AuthConfig (565e5b8ab060329452ff05be00e8c12abc066f02acb73801b792f755de17caf1) AuthConfig (099c7b690cf6c03046fc22a3647f3efff5e93f32fce96dbbd718d88fd29892ac) AuthConfig (4ad335b7c26408098f2fbea2512ca8e618e71e9f0f5669ddf2c42a5fcae89a04) AuthConfig (eaec82d87342dbf495e79ccb89aeaf6fb2f07e991a13364124f917bc07688faa) AuthConfig (5e636570e57c38811bbe2c07a4567d60e8d3a3f95e026841b35fc03c5090d03a) AuthConfig (45e567db2b98ee0dbb01c430eeef86dbb1b6747e9d5d9d94f1c8cf630ac7e6d9) AuthConfig (010ad11dd99a1764cc8929560f1125e4bd73ea9f981f3258d5b1dfb181b5ab2a) AuthConfig (1f2b1b2bde0b733831846071ec6ffcf3f458b198a4e72261650898026e9b60e4) AuthConfig (4519698efdca55edbf0f656d108f836671ff2e115e8b47715e96b28a69680612) AuthConfig (783ed5cbfc9650b5124a28736714cec1dc69de94e0471b6118c544ff68d39c21) AuthConfig (3dd84f8549114315c6e1662b5cc3f08837ca617ecb9ff70ba1f9221784225289) AuthConfig (40f0835d30eab1e591ede861352b3682dc387397c42c8687e0478b616ddb8b6d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"70a361b4-a4aa-4878-951d-0260d9823039","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:04.628161659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"515c3b3b-603b-4adc-b07a-50b7b7a5f899","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:04.667157448Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:04.685548981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"515c3b3b-603b-4adc-b07a-50b7b7a5f899","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:04.741988951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-10a7aa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (209da4fe71bb867c9ebbf831d35aef7cfe6ba07e5eefb99914c6256454dbbca2) AuthConfig (5d3c3531d2390af8c1f7d97772cc2783f37cda44580696f491281e5aec52ecc8) AuthConfig (da609556d8ee267df9a1f16307c07e93af09736387b2d329e9736c8e295dafd6) AuthConfig (0de943bb9bc68b91adcaa67e88f83f8e3e48680cb68690f26aac89dd1b1e4d52) AuthConfig (2c0d13842282be8b594f8a459326dbc6f7b213dbb4165d9190bf5068bc7db2a2) AuthConfig (a455a7e6dce6c455159e2f3a944d0c57593f6a91f6bcfb14dd120eeb93c6b1d3) AuthConfig (0da36cc15748ebbf3c9b9b8e8a8f38799aa427af35e65d7467a389622a40abdc) AuthConfig (9283c5ae13b4c23078d5b5c04decfa81b30cb9c9033fb2e664038347b035571a) AuthConfig (4919cc950f62717c504776102b29b68c56f5ccdcd19b78875e35404855f9e8d1) AuthConfig (0491f1144b313c0fb2835fcaa01012e06232d320f9c15088462e1bbbe449b977) AuthConfig (0cbb7a6d60235ded7f623b37144397b7db78fff2b943131a1aeb42724d8ef70b) AuthConfig (2a2c6f13c087729b9623b78f6fa3f81eb18024f4dce033a7e899f8423d69f82b) AuthConfig (fc88d10e1127465ddbb6c53b4f3c666c1ca51ddfe82921d24bf1ac1e602ec251) AuthConfig (f2db19fd7f2ddf0ea82210c99dcf8f2bb801210cb02a807c6ac84cc2fdea8610) AuthConfig (e9840ccd53076e244b13bc774bb1d84f87291bd464ca1f84088c76b0912ba0f0) AuthConfig (fe600d9b269a23d6832391b151ae05136d41ba839fa7017a5cd5a607d4a3d881) AuthConfig (3dd320b991d23dc4f37ca7603f0c9d7e282615b47960761149dac38c7a8de734) AuthConfig (de690d48deb8bd92d51766829720209461c4b4c36b223098eb8ff951879551ae) AuthConfig (565e5b8ab060329452ff05be00e8c12abc066f02acb73801b792f755de17caf1) AuthConfig (099c7b690cf6c03046fc22a3647f3efff5e93f32fce96dbbd718d88fd29892ac) AuthConfig (4ad335b7c26408098f2fbea2512ca8e618e71e9f0f5669ddf2c42a5fcae89a04) AuthConfig (eaec82d87342dbf495e79ccb89aeaf6fb2f07e991a13364124f917bc07688faa) AuthConfig (5e636570e57c38811bbe2c07a4567d60e8d3a3f95e026841b35fc03c5090d03a) AuthConfig (45e567db2b98ee0dbb01c430eeef86dbb1b6747e9d5d9d94f1c8cf630ac7e6d9) AuthConfig (010ad11dd99a1764cc8929560f1125e4bd73ea9f981f3258d5b1dfb181b5ab2a) AuthConfig (1f2b1b2bde0b733831846071ec6ffcf3f458b198a4e72261650898026e9b60e4) AuthConfig (4519698efdca55edbf0f656d108f836671ff2e115e8b47715e96b28a69680612) AuthConfig (783ed5cbfc9650b5124a28736714cec1dc69de94e0471b6118c544ff68d39c21) AuthConfig (3dd84f8549114315c6e1662b5cc3f08837ca617ecb9ff70ba1f9221784225289) AuthConfig (40f0835d30eab1e591ede861352b3682dc387397c42c8687e0478b616ddb8b6d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"515c3b3b-603b-4adc-b07a-50b7b7a5f899","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:09.432847216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"697946ca-174e-4e0d-9d4c-1cef6e5fdbdb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:09.544338294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"fd710d51-bf02-4e91-b9e0-cdf096ce22b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:09.555535567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"609525fd-e26f-405b-abc4-b43971be23c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:09.736045291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"323bb5a8-175b-4478-8bff-73db111c3c75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:09.861934067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bd3662e1-2491-48d2-b130-2b9f76bf6a73","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:09.990941303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"feb76b70-784b-4ea7-8e78-e825e6048da8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:10.080829064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"627cd5d8-d519-4230-8fdb-2d6df4d88847","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:10.184005731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"5a7724b6-d36f-41db-a84a-d9799dbd526f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:12.981508302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"b85a2951-a9ab-4d0c-af24-5119f43f3eba","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:13.049280834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"8d856d17-66e3-4724-8311-d763fc4c7d14","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:13.446059747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"cc8573f4-cb2b-4210-8ee7-2bb9ff626958","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:13.503044239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"337a1f1e-0377-4a3c-b770-2f6887d7fda9","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:13.658572044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-apikey-active-auth","reconcileID":"e56bed7d-c76e-47f1-b186-029821273827","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:13.715910979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-apikey-active-auth","reconcileID":"e56bed7d-c76e-47f1-b186-029821273827","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:13.73836728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"dadad5db-0fb3-409b-b918-7c0683035dce","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:13.795581423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"2c2137a1-487d-4c29-a7ea-1e045eef3b23","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:21:13.846928925Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-apikey-active-sub","reconcileID":"4b0b042b-483b-40dd-bb63-a8bc4be8349b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:13.893328524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"5c36db52-c125-4564-a1ea-33e0ed4fb79b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:13.893329753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"5c99ba6c-2f8f-457f-bc1b-28866a3e381f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:13.950701508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"5c99ba6c-2f8f-457f-bc1b-28866a3e381f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:13.95071596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"5c36db52-c125-4564-a1ea-33e0ed4fb79b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:13.959721932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"f28af81e-70cb-4177-8cd4-1d650eec4ebc","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:14.015440708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"4b96b415-467b-4efd-b246-7f8593393906","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:14.033298664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"4ef76b0a-5655-4f71-ae43-2834049d324b","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:14.189947189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-apikey-active-auth","reconcileID":"670fc858-8321-4bbf-b484-86eebb11ea38","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:14.247239368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-apikey-active-auth","reconcileID":"670fc858-8321-4bbf-b484-86eebb11ea38","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:14.291579508Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-apikey-active-sub","reconcileID":"a91c24c0-6d1d-4872-98f7-18e6c4ee0ab4","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-7abb95/e2e-apikey-active-sub","ai-tenant-e2e-worker-w3-7abb95/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:14.333651204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"0093a0cd-d9e8-43f3-9da2-27ab13e27fa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:14.334085393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"1cb74fc0-2b57-45fc-944b-cc3275a39f4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:14.395452395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"1cb74fc0-2b57-45fc-944b-cc3275a39f4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:14.39573488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"0093a0cd-d9e8-43f3-9da2-27ab13e27fa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:14.463222547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"6ae79d56-fdd0-4244-982e-cd7d56bd0928","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:14.482981167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"71e59851-0290-468b-80b2-8d817223b0ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:14.486339881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"c4f93c93-8f00-461a-8273-f55f69f1581a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:14.507359065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"14c0404e-dfa4-4433-a97f-19b64586054d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:14.542473256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"71e59851-0290-468b-80b2-8d817223b0ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:14.54388906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"c4f93c93-8f00-461a-8273-f55f69f1581a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:14.620802053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"c49f1c5f-da9e-4888-ad04-022ffece5fee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:14.67392769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-apikey-active-sub","reconcileID":"8a2deaa5-5196-49b5-b39b-98ea93b28150","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:14.678266966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"c49f1c5f-da9e-4888-ad04-022ffece5fee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:14.86035192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"b5e1f076-c3d3-4b61-a1d2-6cdb78d61e72","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:14.862880688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"b8aeba0b-7617-44db-a32b-976d00c0925f","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"premium-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"premium-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:14.897608022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"c80a6cb8-9036-4ba9-9412-8f7ef2ed4425","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:14.95496595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"c80a6cb8-9036-4ba9-9412-8f7ef2ed4425","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:15.012573249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"premium-w0-10a7aa","reconcileID":"dae59bcf-1b60-455d-b2c1-ef17600b7b96","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"premium-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"premium-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:15.276843679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"7106ce2c-e00c-431b-a585-e91d994cd9e3","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:16.681828752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"d98bf5aa-84e8-42da-af60-c8f655159e18","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:16.850644962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-apikey-active-auth","reconcileID":"9ea531a5-3e27-4981-8518-d539012130d5","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:16.850946033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"78ba6ac6-98ee-43f7-af4f-00c0fb71ef6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:16.850644998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"b42b7bd8-968e-4e74-9164-d421c99d9e28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:16.908388573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"b42b7bd8-968e-4e74-9164-d421c99d9e28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:16.908892017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-apikey-active-auth","reconcileID":"9ea531a5-3e27-4981-8518-d539012130d5","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:16.910537487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"78ba6ac6-98ee-43f7-af4f-00c0fb71ef6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:21.17916377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"ed01f25d-90ca-4c46-91ec-3f36c7529135","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:21.234608681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"c1229bfb-f34d-4329-912c-40d1fe65dbd6","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:21.299533547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f638764f-350b-430c-9ae2-916b42103087","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:21.389500634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-dbbac49a-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-a-dbbac49a-auth","reconcileID":"552378a3-0930-449f-9dd3-fe1cd7e2b10c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-dbbac49a-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:21.446323797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-dbbac49a-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-a-dbbac49a-auth","reconcileID":"552378a3-0930-449f-9dd3-fe1cd7e2b10c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-dbbac49a-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:21.454881089Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"772d0e22-9092-4e3d-a9e0-ee4ff67982bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-7abb95/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:21.456671773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"206e494e-af85-4a9c-bd17-fb1e03694cd1","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:21.495799925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"d4429446-49f3-4c93-b1df-7c8e0532d192","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:21.512807753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"a1f9326d-6b99-4363-8a64-1401d31a2cfe","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:21:21.567107036Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-dbbac49a","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-a-dbbac49a","reconcileID":"f4c9a3ff-8fe9-4ab4-934f-74797b447bab","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-dbbac49a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:21.605343911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"670e1cf0-7edb-406d-9731-4c26f45cc0ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:21.611870392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"571899cf-5268-4e35-89a5-b0d9b3267c1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:21.617558724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"86036272-ac87-4e11-a49c-1c34918805cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:21.669058705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"571899cf-5268-4e35-89a5-b0d9b3267c1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:21.674501748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"86036272-ac87-4e11-a49c-1c34918805cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:21.715696217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"84ce0dce-c024-41cf-a917-3f2ec52ae22a","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:21.716866819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"550aec27-5ebc-4e31-83b3-12ba538e539b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:21.769715461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"243f320b-860b-4955-a169-df4df95f8a0a","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:21.771098673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"9e5ab009-9579-4f5f-840f-78ddc2d4573c","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:21.811430195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"69a997c4-dac2-4c4d-a437-0e8f496b98de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:21.811571956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"09e6f000-f30b-4b3f-a76e-8b34e58f8574","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:21.924708034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-dbbac49a-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-a-dbbac49a-auth","reconcileID":"02e3076c-355d-4a13-80f7-a52089448c68","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-dbbac49a-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:21.940300769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"e8bab0cb-64fc-4570-be55-136872b572b2","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:21.981481747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-dbbac49a-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-a-dbbac49a-auth","reconcileID":"02e3076c-355d-4a13-80f7-a52089448c68","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-dbbac49a-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:21.997640106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"0c728ae4-9d21-492d-8804-6ae2dc000cee","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:22.004013287Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"cc2ce79d-eb14-4e7c-ba39-de35ea9d5bda","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-10a7aa/e2e-filter-sub-a-dbbac49a","ai-tenant-e2e-worker-w0-10a7aa/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:22.025545604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"c92d6668-1f9a-4410-84e1-811b49948db6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:22.025548219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"263f9937-9f50-4e8d-9443-7744296c3636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:22.050682535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-dbbac49a","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-a-dbbac49a","reconcileID":"099c5294-b1f9-4458-990e-32282b7c0b04","MaaSSubscription":{"name":"e2e-filter-sub-a-dbbac49a","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:22.050762449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"85142276-f736-49de-9509-2d87f6031c8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:22.085666168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"c92d6668-1f9a-4410-84e1-811b49948db6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:22.086658621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"263f9937-9f50-4e8d-9443-7744296c3636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:22.153016691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-apikey-failed-auth","reconcileID":"7db3f0ac-0519-42e5-998d-14fd1221da7c","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:22.209852524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-apikey-failed-auth","reconcileID":"7db3f0ac-0519-42e5-998d-14fd1221da7c","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:22.2206411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"eccb32ad-e25d-4214-a47a-8f7c2d5dc1e1","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:22.320590078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"7b261971-e9f4-4fbc-b034-de2efc77ca46","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:22.428845888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-dbbac49a","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-a-dbbac49a","reconcileID":"f10e9600-ae73-47bd-803b-546e31f90969","MaaSSubscription":{"name":"e2e-filter-sub-a-dbbac49a","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:22.434493815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"151af143-c75f-4039-bb44-da34571af55c","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:22.503273757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"fa74da7a-4b95-42f7-84dd-092d16ff94eb","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:21:22.503823267Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-0144bd/e2e-apikey-failed-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:22.555624122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"f42539a2-36d3-42a6-a15b-c4b1b126ab3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:22.555930658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"28790de0-7e63-48cc-a3f2-4b0693b8c926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:22.612725007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"f42539a2-36d3-42a6-a15b-c4b1b126ab3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:22.612838149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"28790de0-7e63-48cc-a3f2-4b0693b8c926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:22.66015788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-apikey-failed-auth","reconcileID":"06f549bb-e1a2-4ebf-af34-9db64bac621d","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:22.71735368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-apikey-failed-auth","reconcileID":"06f549bb-e1a2-4ebf-af34-9db64bac621d","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:22.97660136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"6711e973-4b93-47a1-8de0-e42f62050f33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:22.976601944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"112fd23e-be46-477a-8969-c1b4a9c8e7bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:21:22.98048707Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-apikey-failed-auth","reconcileID":"06f549bb-e1a2-4ebf-af34-9db64bac621d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-apikey-failed-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:23.033631817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"6711e973-4b93-47a1-8de0-e42f62050f33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:23.033646806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"112fd23e-be46-477a-8969-c1b4a9c8e7bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:23.139900456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-apikey-failed-auth","reconcileID":"53f28b13-2b5c-434c-ad17-db66a9f3f7e2","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:23.196726103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-apikey-failed-auth","reconcileID":"53f28b13-2b5c-434c-ad17-db66a9f3f7e2","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:24.032954219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"e3faabc3-07fd-4bef-8f27-4d1273e67051","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:24.088358338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"400fdda0-12fe-46b4-940f-3f0ceb1cda4b","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:24.244976537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-11063bae-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-b-11063bae-auth","reconcileID":"bb1f035e-c8aa-49aa-a653-5ae674aa79c2","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-11063bae-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:24.302461208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-11063bae-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-b-11063bae-auth","reconcileID":"bb1f035e-c8aa-49aa-a653-5ae674aa79c2","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-11063bae-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:24.318308326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"c84c6f56-77ed-492f-820e-0cd5b673898b","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:24.318341437Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-10a7aa priority=0:[ai-tenant-e2e-worker-w0-10a7aa/e2e-filter-sub-a-dbbac49a ai-tenant-e2e-worker-w0-10a7aa/e2e-filter-sub-b-11063bae]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:24.376642217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"2bb82498-f282-4849-af02-1b8869846275","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:24.425611212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"bba0751f-5b57-4a0f-8095-40f7da71948f","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:24.474014989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-dbbac49a-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-a-dbbac49a-auth","reconcileID":"c58948ad-3712-4d4c-a17b-0ad0571e7f80","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-dbbac49a-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:24.474261544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"54bdb784-620a-4d8c-be9c-649b8afad09e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:24.474015351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"fa92ac96-6ff1-4695-b6d0-afe2a92b7b6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:24.48210051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"6865f230-a633-43d3-aba6-438d4920aaf5","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:21:24.489526211Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-10a7aa/e2e-filter-sub-b-11063bae","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-11063bae\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:24.531100848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-dbbac49a-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-a-dbbac49a-auth","reconcileID":"c58948ad-3712-4d4c-a17b-0ad0571e7f80","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-dbbac49a-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:24.531822545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"fa92ac96-6ff1-4695-b6d0-afe2a92b7b6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:24.533382423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"54bdb784-620a-4d8c-be9c-649b8afad09e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:24.62343853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"ea5ff2cb-f24a-4883-ac88-0b0d816eaf13","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:24.748499342Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-11063bae","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-b-11063bae","reconcileID":"55c62460-0e39-4f89-9959-72bb139b29f0","MaaSSubscription":{"name":"e2e-filter-sub-b-11063bae","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-10a7aa/e2e-filter-sub-a-dbbac49a","ai-tenant-e2e-worker-w0-10a7aa/e2e-filter-sub-b-11063bae","ai-tenant-e2e-worker-w0-10a7aa/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:24.777878626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-11063bae-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-b-11063bae-auth","reconcileID":"0657a2c9-23a8-4be3-8b28-4f15aa77c749","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-11063bae-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:24.834922524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-11063bae-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-b-11063bae-auth","reconcileID":"0657a2c9-23a8-4be3-8b28-4f15aa77c749","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-11063bae-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:24.91200396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"36ecf50b-96d7-42f8-8ed9-09432cddc9a8","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:24.921535847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"e47cc7d1-0ae0-43ba-a81d-dc52fcbd778c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:24.921622748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"64324847-d639-4146-a966-3db775f4b483","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:24.9219467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-dbbac49a-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-a-dbbac49a-auth","reconcileID":"1a4f21a9-d535-42a7-9507-8b74bc4deb54","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-dbbac49a-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:24.960283325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-dbbac49a","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-a-dbbac49a","reconcileID":"2ebdc5c0-1d8a-4155-a638-dac6e66c29e2","MaaSSubscription":{"name":"e2e-filter-sub-a-dbbac49a","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:24.960319666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"33609d6b-bbf1-4c6c-9293-69e3299d72e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:24.97900693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"e47cc7d1-0ae0-43ba-a81d-dc52fcbd778c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:24.979169786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-dbbac49a-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-a-dbbac49a-auth","reconcileID":"1a4f21a9-d535-42a7-9507-8b74bc4deb54","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-dbbac49a-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:24.981372443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"64324847-d639-4146-a966-3db775f4b483","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:25.12262979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-11063bae","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-b-11063bae","reconcileID":"f8ce9f74-d4fb-4b95-88ba-1e599eef1f50","MaaSSubscription":{"name":"e2e-filter-sub-b-11063bae","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:25.495581065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-apikey-failed-auth","reconcileID":"b9ce5575-d6a1-4c41-8a28-be2aa03b43d9","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:25.495867118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"0d26399f-5ba8-48d6-b55f-c0f85d3fbd91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:25.495581057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"7a47a24a-368e-4b51-ac08-09198ce317f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:25.554193119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"7a47a24a-368e-4b51-ac08-09198ce317f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:25.554193611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"0d26399f-5ba8-48d6-b55f-c0f85d3fbd91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:25.55649156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-apikey-failed-auth","reconcileID":"b9ce5575-d6a1-4c41-8a28-be2aa03b43d9","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:26.847868453Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-apikey-active-sub","reconcileID":"5bbc924d-5b7c-4507-a38e-aebbda55144a","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:26.848549015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"7309d2a4-315c-4f94-ae57-604ca60acb35","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:26.986235051Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-10a7aa priority=0:[ai-tenant-e2e-worker-w0-10a7aa/e2e-filter-sub-a-dbbac49a ai-tenant-e2e-worker-w0-10a7aa/e2e-filter-sub-b-11063bae]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:26.986425205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"14ba8011-d2b5-4fa3-926e-e319865401d4","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:27.011371512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-apikey-active-sub","reconcileID":"5bbc924d-5b7c-4507-a38e-aebbda55144a","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:27.044554839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"6a25057e-fd2e-42f2-a5db-9b6d3a44f159","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:27.094991879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"03b5c497-0f6b-4f1a-a6ff-78c304c88f80","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:21:27.098223982Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-e1ca71/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:27.15031808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"f37e16ab-faa7-417a-8eb4-2dcd0f8b8820","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:27.228233795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"2a63aa83-e847-4ca3-a5a7-151c8a9e0360","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:27.228553064Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-10a7aa priority=0:[ai-tenant-e2e-worker-w0-10a7aa/e2e-filter-sub-a-dbbac49a ai-tenant-e2e-worker-w0-10a7aa/e2e-filter-sub-b-11063bae]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:27.286722901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"4b15909e-d932-44dd-b23a-d1653ef69c40","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:27.287359028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"5a98450f-188d-49ba-b406-2c560b15ab1b","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:27.347978604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"c368e96e-ddcb-4c20-ad4a-b46f11e5b55e","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:27.384922519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-apikey-active-auth","reconcileID":"bf4d0ff4-00cb-46b9-8bfe-448f84aa8b72","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:27.38494551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"342a27c7-2e31-44e4-b8d6-43ae3fb39a78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:27.385340994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"9b73ae57-4e0b-4aa9-a74e-7f30a8af303a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:27.385374201Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"74d8ee72-08be-401e-b5a8-03b1076be05e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"simulator-w2-e1ca71","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:27.389361108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"05a92e4e-b706-4de6-92b8-0bcb7f2e2ab3","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:27.441920812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"342a27c7-2e31-44e4-b8d6-43ae3fb39a78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:27.44270649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-apikey-active-auth","reconcileID":"bf4d0ff4-00cb-46b9-8bfe-448f84aa8b72","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:27.444873614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"9b73ae57-4e0b-4aa9-a74e-7f30a8af303a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:27.453419892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"25f9126f-fc01-43fe-ae57-99271b85314e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:27.55489383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"3b0ff5e4-1c41-494a-9cea-f365986581ea","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:27.572424598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"2af69c5b-cd95-4c97-bdfe-16a5eeedee42","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:27.572560017Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-10a7aa priority=0:[ai-tenant-e2e-worker-w0-10a7aa/e2e-filter-sub-a-dbbac49a ai-tenant-e2e-worker-w0-10a7aa/e2e-filter-sub-b-11063bae]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:27.582541672Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"25f9126f-fc01-43fe-ae57-99271b85314e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:27.598985665Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-apikey-active-auth","reconcileID":"83c27907-b34c-43b9-a130-19f103702ce0","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:27.635839456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"6fe31170-59f4-4c92-8b44-94122b269561","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:27.641365543Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e1ca71-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"25f9126f-fc01-43fe-ae57-99271b85314e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:21:27.682650558Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"5ce57e5e-f309-4c35-b155-e61ac6577921","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:27.699843118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"658d1b95-68d1-4c2c-a2e2-6d688e413a01","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:27.767800217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"789bb5ed-f454-4b0c-93b5-8a08d19d3a48","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:27.798869683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"170da38f-1cc0-45c1-ad51-6adb334796af","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:27.809200176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"9663ba5e-d15f-4af4-b64f-7c83382a7c09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:27.817088231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"8a4a869a-7c7d-435d-b5ca-51e8d924a1da","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:27.852155923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"05539684-0d43-4649-9aa9-c8aee118442a","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:27.866652837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"9663ba5e-d15f-4af4-b64f-7c83382a7c09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:27.911482554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"bfe87558-dc8e-4404-970a-903c16a36b3d","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:27.922952956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e1ca71-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"9663ba5e-d15f-4af4-b64f-7c83382a7c09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:28.068139935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"62082e48-d790-4303-8388-b72420fa29bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:28.072625058Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"a4060fff-a91f-4a55-b284-c4763979a006","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"premium-w2-e1ca71","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:28.127171724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"62082e48-d790-4303-8388-b72420fa29bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:28.173287833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"cbb4f777-b5d2-4fa7-bb4e-54723b9c12e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:28.182710178Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e1ca71-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"62082e48-d790-4303-8388-b72420fa29bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:28.230360974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"cbb4f777-b5d2-4fa7-bb4e-54723b9c12e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:28.237580477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"d8688da7-db28-40fc-ab29-26fbec4aec52","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:28.240026924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"9ec883e3-96da-434f-8049-25745e9728f9","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:28.286104626Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e1ca71-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"cbb4f777-b5d2-4fa7-bb4e-54723b9c12e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:28.39466888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"0715a47f-19e5-4b25-a6ab-a5acc4e82d78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:28.446980495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"4894903f-0f00-49b7-a63b-5c3ddcbf4be4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:28.451721167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"0715a47f-19e5-4b25-a6ab-a5acc4e82d78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:28.507369113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e1ca71-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"0715a47f-19e5-4b25-a6ab-a5acc4e82d78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:28.867286664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"384bde47-1443-4d50-bcf4-5386d41c4d1a","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:28.922005775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"69d84817-0c67-4235-b3cd-f74c7265bb2b","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:29.076494126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-apikey-degraded-auth","reconcileID":"6a962626-7e7c-438b-8bb5-0155525940c1","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:29.145636608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-apikey-degraded-auth","reconcileID":"6a962626-7e7c-438b-8bb5-0155525940c1","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:29.148568494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"d62a4c4e-91e5-4eb9-967c-aa39be56d391","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:29.148740557Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-10a7aa priority=0:[ai-tenant-e2e-worker-w0-10a7aa/e2e-filter-sub-a-dbbac49a ai-tenant-e2e-worker-w0-10a7aa/e2e-filter-sub-b-11063bae]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:29.201851419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"a5851971-fcbc-49c3-91bd-a5b7740d518f","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:29.220114866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"3c6fa3d9-01bc-4b7c-9bfc-f1cb3c7318b3","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:21:29.259330092Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-apikey-degraded-sub","reconcileID":"4454c572-f8a7-48e6-b29d-b5a36f777d64","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:29.279091555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"c4d4e917-0a87-47d2-a115-62f9848c2130","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:29.315487518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"40c18703-4e74-4cc8-a882-aa7632a57114","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:29.323631622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"e5b5f3d0-145a-4fab-8b3e-c46dd09bbf00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:29.373669762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"d09bdaf4-7946-49a7-9803-8152f35a7b1e","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:29.373789077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"40c18703-4e74-4cc8-a882-aa7632a57114","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:29.380625379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"e5b5f3d0-145a-4fab-8b3e-c46dd09bbf00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:29.405511017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"3bc19daf-d7bf-41cb-aaf5-29a62c52d06e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:29.405531566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"4d969744-4f67-449e-844a-5d5f1751f6fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:29.431534123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"6bad473e-5216-4742-a723-7e0b9fa5d1f5","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:29.463482319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"4d969744-4f67-449e-844a-5d5f1751f6fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:29.463691294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"3bc19daf-d7bf-41cb-aaf5-29a62c52d06e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:29.46892357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"8ee1e9de-0c8e-408c-a3ef-9194d6487f4e","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:29.623572194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-apikey-degraded-auth","reconcileID":"cc9011e5-d0fa-49d3-9a19-0949f05e23c0","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:29.680310643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-apikey-degraded-auth","reconcileID":"cc9011e5-d0fa-49d3-9a19-0949f05e23c0","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:29.698447122Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-apikey-degraded-sub","reconcileID":"80a58c75-d4d8-4aac-b38b-90bc5c157233","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-7abb95/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w3-7abb95/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:29.698567295Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-apikey-degraded-sub","reconcileID":"80a58c75-d4d8-4aac-b38b-90bc5c157233","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-7abb95/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:29.723792254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-11063bae-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-b-11063bae-auth","reconcileID":"381b5bb7-8bae-47d1-88bd-63fb8960c811","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-11063bae-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:29.723882677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-dbbac49a-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-a-dbbac49a-auth","reconcileID":"f6c415da-ba21-4dbe-972e-793eae1a72e1","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-dbbac49a-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:29.773373131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"5e2bc601-5fcf-4077-9ae6-eb39b5950669","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:29.773417486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"68305808-c594-4a22-b549-e6c7c097fdb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:29.781862727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-11063bae-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-b-11063bae-auth","reconcileID":"381b5bb7-8bae-47d1-88bd-63fb8960c811","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-11063bae-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:29.783121419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-dbbac49a-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-a-dbbac49a-auth","reconcileID":"f6c415da-ba21-4dbe-972e-793eae1a72e1","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-dbbac49a-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:29.830733308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"68305808-c594-4a22-b549-e6c7c097fdb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:29.83079371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"5e2bc601-5fcf-4077-9ae6-eb39b5950669","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:29.914006332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"59999c2a-8b17-4c6c-b66f-c29f3aa34c3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:29.971056731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"17d8b11e-fc7c-42e6-a5cd-73b301b64bbf","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:30.18113279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-apikey-degraded-sub","reconcileID":"7e268ee6-7efa-4987-b3fa-c52956d3525d","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:30.181350447Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-apikey-degraded-sub","reconcileID":"7e268ee6-7efa-4987-b3fa-c52956d3525d","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-7abb95/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:32.101896108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"12a16969-9cf7-4cd9-b175-73e893499bc9","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:32.257647852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"ebeb7eab-6399-4fdb-a742-7dbabf93aa59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:32.257775148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-apikey-degraded-auth","reconcileID":"33727c47-f6ea-4cca-bb28-fb5308fb1d58","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:32.258099643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"f16bc702-a050-424c-a384-9c770cc513b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:32.315014318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"ebeb7eab-6399-4fdb-a742-7dbabf93aa59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:32.31509455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-apikey-degraded-auth","reconcileID":"33727c47-f6ea-4cca-bb28-fb5308fb1d58","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:32.317355967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"f16bc702-a050-424c-a384-9c770cc513b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:32.950695534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"premium-w1-869cca","reconcileID":"97bd5d46-a66f-43c4-a0a2-0d4912987017","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"premium-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"premium-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:33.074512704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"3aeec7d9-c043-47e3-ab0c-24032ea23c5f","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:33.129564964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"184f3de5-60c5-4e80-a0c5-a439d03ab5bf","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:21:33.185211833Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"8e51819d-a4d7-4e6e-a09a-206fd0903380","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:33.187804019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"47f7f614-d21a-4b6a-9584-db525edae45a","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:33.299872454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"34241732-7dde-4acb-8e20-d04bf7408572","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:33.354919146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"59e022e8-86f2-4e7a-a37c-33f5e4fdab1f","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:33.363138632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"040bb038-4e2b-4306-a55f-3586395f4a66","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:33.421201681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"aba488f1-4637-4df2-8581-e8e82bfd1dd5","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:21:33.474590828Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"aba488f1-4637-4df2-8581-e8e82bfd1dd5","name":"simulator-w1-869cca","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-869cca\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:21:33.474659547Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"aba488f1-4637-4df2-8581-e8e82bfd1dd5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-869cca\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:33.479995649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"0e61f594-ff6c-4e46-872b-e7bf5d777059","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:33.521488842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"41ca1356-6f2a-47ac-9ce7-6643c6795e68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:33.567723083Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"4d9fd718-c909-413a-bd69-1532b826f12a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"simulator-w1-869cca","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-869cca/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:33.636515406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"premium-w1-869cca","reconcileID":"3343ef15-1f5d-4cbf-a454-4f10ce96717c","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"premium-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"premium-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:33.648114796Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"41ca1356-6f2a-47ac-9ce7-6643c6795e68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:33.693166106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"premium-w1-869cca","reconcileID":"a8b3485e-ed39-478a-9c07-a11149ca0b31","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"premium-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"premium-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:33.703908566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-869cca-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"41ca1356-6f2a-47ac-9ce7-6643c6795e68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:33.732312111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"fbeeca2f-643c-4fb3-85a6-34181f85d5ff","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:21:33.74300405Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"0218a4a5-b570-4026-9013-172128c1586d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:21:33.746170523Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-869cca/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:33.76085556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"2007c880-13aa-4f98-bc93-4e5ba9ed5623","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:33.860794184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"premium-w1-869cca","reconcileID":"38d417b2-3bc3-4873-8a6f-5f3307b43106","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"premium-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"premium-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:33.863947985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"9d9ac88f-a273-4de4-91ba-a85b74f3bc32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:33.916870868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"premium-w1-869cca","reconcileID":"f39dd41d-0a96-4378-a2b3-6ece47938c1f","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"premium-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"premium-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:33.921580492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"9d9ac88f-a273-4de4-91ba-a85b74f3bc32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:33.9407482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"6fa865eb-39fd-4514-bf18-5f3ab974a470","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:33.974919075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"premium-w1-869cca","reconcileID":"8c6a4f69-c1a2-4437-a6e6-057b2f020b35","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"premium-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"premium-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:33.978442162Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-869cca-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"9d9ac88f-a273-4de4-91ba-a85b74f3bc32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:21:34.028264163Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"premium-w1-869cca","reconcileID":"8c6a4f69-c1a2-4437-a6e6-057b2f020b35","name":"premium-w1-869cca","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-869cca\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:21:34.028337463Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"premium-w1-869cca","reconcileID":"8c6a4f69-c1a2-4437-a6e6-057b2f020b35","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-869cca\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:34.033938475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"premium-w1-869cca","reconcileID":"8d2b7b32-3827-4d76-8caa-d4fabbbdf091","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"premium-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"premium-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:34.105714581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"8f87bc2a-f4cc-4f4c-8f09-695429eae6f0","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:34.126096903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"3e341185-5fd8-4773-82d9-8d1b848ecaeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:34.13002098Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"d897c6ee-1da9-447e-961c-ae1e9595ca66","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"premium-w1-869cca","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-869cca/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:34.132372521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"633af4d3-8d8a-43e6-8f9b-0ffedd38befe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:34.18466381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"3e341185-5fd8-4773-82d9-8d1b848ecaeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:34.189572755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"633af4d3-8d8a-43e6-8f9b-0ffedd38befe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:34.240552539Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-869cca-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"3e341185-5fd8-4773-82d9-8d1b848ecaeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:34.24477702Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-869cca-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"633af4d3-8d8a-43e6-8f9b-0ffedd38befe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:34.294323853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"premium-w1-869cca","reconcileID":"3036d3ac-dec7-4d63-a590-f2b1bf1fa604","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"premium-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"premium-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:34.297473264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"premium-w1-869cca","reconcileID":"e205367a-ee0f-4973-b5dc-cc49062455d5","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"premium-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"premium-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:34.452726631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"f0e0bedf-ec6a-4e69-ba3a-f41a82130155","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:34.50325005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"3b207f59-5626-4bcd-9575-6e294086abb8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:34.509871766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"f0e0bedf-ec6a-4e69-ba3a-f41a82130155","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:34.565384434Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-869cca-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"f0e0bedf-ec6a-4e69-ba3a-f41a82130155","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:34.670405729Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:35.498576199Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-apikey-failed-sub","reconcileID":"2502dc3d-6e4d-4ee3-b856-5156a99106c7","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"model":"e2e-models-e2e-worker-w4-0144bd/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:35.498822103Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-apikey-failed-sub","reconcileID":"2502dc3d-6e4d-4ee3-b856-5156a99106c7","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"model":"e2e-models-e2e-worker-w4-0144bd/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-0144bd/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:35.887423121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"premium-w1-869cca","reconcileID":"1c056716-7f9c-44b3-bad7-4c44dc672aae","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"premium-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"premium-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:35.945788597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"b1b90af9-e479-407e-923c-f0a497f8a5b2","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:35.979477904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"e32e98ba-628f-445c-84d7-49e49318d39a","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:35.987430347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"f12dd73e-83b4-47b6-ae8b-499b12c14b3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:35.987503849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"0c4c4d04-516e-4a4d-9372-a2fc3b8c74da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:35.988004542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-apikey-failed-auth","reconcileID":"d1b7eef0-a72f-4a34-b2ba-a5caf56d39ed","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:36.04620789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"f12dd73e-83b4-47b6-ae8b-499b12c14b3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:36.046391671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"0c4c4d04-516e-4a4d-9372-a2fc3b8c74da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:36.048861223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-apikey-failed-auth","reconcileID":"d1b7eef0-a72f-4a34-b2ba-a5caf56d39ed","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:36.257613334Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-apikey-failed-auth","reconcileID":"c9f3a7be-d574-4d50-9d50-74134db3417b","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:36.522983983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"e20e62ed-dcb0-44b0-ab2d-065832071855","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:38.444411837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"b3067740-bd4e-4d2a-8305-6107e526f3b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:38.501953525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"b3067740-bd4e-4d2a-8305-6107e526f3b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:38.560232408Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e1ca71-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"b3067740-bd4e-4d2a-8305-6107e526f3b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:38.668315782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"358c19ca-5119-43a5-9170-0f8a603b6615","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:38.72603722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"358c19ca-5119-43a5-9170-0f8a603b6615","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:38.78182498Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e1ca71-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2b2c49206014c50720dab95fd7bed2986f27b694a19aae073bb71b6f6d98a713) AuthConfig (d807dc0f4463e7e27201df8c0e266aac07ff14b232ee3a0cf6e761374f8a4607) AuthConfig (5243376adb876937953fd1b4af96ff249f6da8833a01a2c4ceac8c7453156dc4) AuthConfig (ad300f06a21f717c0faa015c8ac393a7b01bd0a8046a52fc2272a4ac137565df) AuthConfig (1c1ac2c6ac821287436c22325e8cb9782ecaeb5a2d14205bf8e9d6fce153a177) AuthConfig (4c25a9998fb706b0757ea92b8a2069984321a55ef46a5fcc2b35db6c4ba3d24c) AuthConfig (a2d86ec091da853bf8796604fdf343c23de5a70e6646c91b66e428c3fb356f27) AuthConfig (7420021b605af1f1e18765fa700afb0fe038296812731687e00d3a4a770e7f44) AuthConfig (eab963210cdd3e82da04fb61bc2f43078ffadaa17c0ea07e806bd3f55f477a3b) AuthConfig (e4db995ca64609bc6b4ef6b89d2abf14928fe65e8ba50a14c261219eb6b4f666) AuthConfig (c068bbda88b6e144cf15d27faefb8da5a755ccc1febc1cf054505b460c9680c9) AuthConfig (da35f43a339eecdf569f1ea663c0c7ba073395f7f58750deeed463c10c6e76f7) AuthConfig (ae26ae4a22206df5e0e834b0c0c4b0d2cc26839d9e6461b7020ef2e6355be262) AuthConfig (a49f627f6df7bdf7bbb77aaf86d73c060fbec0499bca2cba30082f10c820a3b2) AuthConfig (53bf01a08655a02f8bb044d55befb6d36eaf48a0faea49021df7cc884971f9c7) AuthConfig (3e3c8b8950e56e08a882fad0229a32db9a2898ddeb3d3f7464bafde2b9e046a1) AuthConfig (46004cf266c3fec7cbe1df05d5e5d0931ec9804e30f269ed9bac57f6f91c4778) AuthConfig (de9dcffe9b56914b51869861938b29489998847a8a149c28bf9eb11db16b2b66) AuthConfig (ff2fea280210caf98fc6be93152b33b2442f689dcdad9c6c08614f10e2ee597f) AuthConfig (1a0e9d3cd5438f3d886f170139252939d3e71b098a36157fbc5249c0278d5e71) AuthConfig (e213cd88a9496c8f9f4a84e19dedd02585fa5b23165f505a3d33ef91b5d99780) AuthConfig (7f8e487040e4c1c45f63fffef0baea5c4397ea5fb7a546cb88319448c9f8c525) AuthConfig (e529fd7305f86c778c97ca0977db76127c0e2359fbe165a86ef1a6942e26794e) AuthConfig (e05eb9dd5dc7179f0b529781adcdb421654540debde046ec123dbe9713708c73) AuthConfig (3ad723cdac620406957aae1550a5e7c31eb0e9035e8313329d14a9c90b058bb0) AuthConfig (ff923740443e53724d669e50a16b190804a30dfabacbabeec7d4e5512422f8de) AuthConfig (cc5bcaed4fdd6f9af10fc9600d52161c4bcd7cc9de0d8af2736a1b580b4a3f94) AuthConfig (0054dbb30837ce049c10b9f82680b320bf08976c3294cd88d8910450dba69c60) AuthConfig (9f691771af1162faa7fa7b79573d7debacebba6c9b83a3e93583888e2513dd9b) AuthConfig (21c8d80567ad32b9fe6aa99b2da2cefd4a2864d24599400a4935d88ce0e7ba5f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"358c19ca-5119-43a5-9170-0f8a603b6615","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:38.839828114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"45a90b2f-7bb4-41e9-9d89-0256b91aabd3","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:38.8557614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"65b2ae00-6a51-475f-9606-2be16a1f8b65","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:39.021971478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"a9a3e6ad-9deb-4067-9593-3c4c116b2d49","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:39.031491509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"9eb21214-c585-48f3-960d-16786384b729","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:39.19977445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"985160c0-33a8-4fbb-888f-b82100f36f12","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:39.365521919Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-dbbac49a","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-a-dbbac49a","reconcileID":"a569fb10-0d9a-4e02-978f-1886ba153873","MaaSSubscription":{"name":"e2e-filter-sub-a-dbbac49a","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscription":"e2e-filter-sub-a-dbbac49a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:39.428680515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"5795f2fd-6522-4593-8177-fdfdb1f19917","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:39.429031102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"4929a576-3ef2-470d-8682-0f5818b8ea4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:39.486351106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"5795f2fd-6522-4593-8177-fdfdb1f19917","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:39.495966063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"4929a576-3ef2-470d-8682-0f5818b8ea4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:39.542065116Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e1ca71-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2b2c49206014c50720dab95fd7bed2986f27b694a19aae073bb71b6f6d98a713) AuthConfig (d807dc0f4463e7e27201df8c0e266aac07ff14b232ee3a0cf6e761374f8a4607) AuthConfig (5243376adb876937953fd1b4af96ff249f6da8833a01a2c4ceac8c7453156dc4) AuthConfig (ad300f06a21f717c0faa015c8ac393a7b01bd0a8046a52fc2272a4ac137565df) AuthConfig (1c1ac2c6ac821287436c22325e8cb9782ecaeb5a2d14205bf8e9d6fce153a177) AuthConfig (4c25a9998fb706b0757ea92b8a2069984321a55ef46a5fcc2b35db6c4ba3d24c) AuthConfig (a2d86ec091da853bf8796604fdf343c23de5a70e6646c91b66e428c3fb356f27) AuthConfig (7420021b605af1f1e18765fa700afb0fe038296812731687e00d3a4a770e7f44) AuthConfig (eab963210cdd3e82da04fb61bc2f43078ffadaa17c0ea07e806bd3f55f477a3b) AuthConfig (e4db995ca64609bc6b4ef6b89d2abf14928fe65e8ba50a14c261219eb6b4f666) AuthConfig (c068bbda88b6e144cf15d27faefb8da5a755ccc1febc1cf054505b460c9680c9) AuthConfig (da35f43a339eecdf569f1ea663c0c7ba073395f7f58750deeed463c10c6e76f7) AuthConfig (ae26ae4a22206df5e0e834b0c0c4b0d2cc26839d9e6461b7020ef2e6355be262) AuthConfig (a49f627f6df7bdf7bbb77aaf86d73c060fbec0499bca2cba30082f10c820a3b2) AuthConfig (53bf01a08655a02f8bb044d55befb6d36eaf48a0faea49021df7cc884971f9c7) AuthConfig (3e3c8b8950e56e08a882fad0229a32db9a2898ddeb3d3f7464bafde2b9e046a1) AuthConfig (46004cf266c3fec7cbe1df05d5e5d0931ec9804e30f269ed9bac57f6f91c4778) AuthConfig (de9dcffe9b56914b51869861938b29489998847a8a149c28bf9eb11db16b2b66) AuthConfig (ff2fea280210caf98fc6be93152b33b2442f689dcdad9c6c08614f10e2ee597f) AuthConfig (1a0e9d3cd5438f3d886f170139252939d3e71b098a36157fbc5249c0278d5e71) AuthConfig (e213cd88a9496c8f9f4a84e19dedd02585fa5b23165f505a3d33ef91b5d99780) AuthConfig (7f8e487040e4c1c45f63fffef0baea5c4397ea5fb7a546cb88319448c9f8c525) AuthConfig (e529fd7305f86c778c97ca0977db76127c0e2359fbe165a86ef1a6942e26794e) AuthConfig (e05eb9dd5dc7179f0b529781adcdb421654540debde046ec123dbe9713708c73) AuthConfig (3ad723cdac620406957aae1550a5e7c31eb0e9035e8313329d14a9c90b058bb0) AuthConfig (ff923740443e53724d669e50a16b190804a30dfabacbabeec7d4e5512422f8de) AuthConfig (cc5bcaed4fdd6f9af10fc9600d52161c4bcd7cc9de0d8af2736a1b580b4a3f94) AuthConfig (0054dbb30837ce049c10b9f82680b320bf08976c3294cd88d8910450dba69c60) AuthConfig (9f691771af1162faa7fa7b79573d7debacebba6c9b83a3e93583888e2513dd9b) AuthConfig (21c8d80567ad32b9fe6aa99b2da2cefd4a2864d24599400a4935d88ce0e7ba5f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"5795f2fd-6522-4593-8177-fdfdb1f19917","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:39.552091233Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e1ca71-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2b2c49206014c50720dab95fd7bed2986f27b694a19aae073bb71b6f6d98a713) AuthConfig (d807dc0f4463e7e27201df8c0e266aac07ff14b232ee3a0cf6e761374f8a4607) AuthConfig (5243376adb876937953fd1b4af96ff249f6da8833a01a2c4ceac8c7453156dc4) AuthConfig (ad300f06a21f717c0faa015c8ac393a7b01bd0a8046a52fc2272a4ac137565df) AuthConfig (1c1ac2c6ac821287436c22325e8cb9782ecaeb5a2d14205bf8e9d6fce153a177) AuthConfig (4c25a9998fb706b0757ea92b8a2069984321a55ef46a5fcc2b35db6c4ba3d24c) AuthConfig (a2d86ec091da853bf8796604fdf343c23de5a70e6646c91b66e428c3fb356f27) AuthConfig (7420021b605af1f1e18765fa700afb0fe038296812731687e00d3a4a770e7f44) AuthConfig (eab963210cdd3e82da04fb61bc2f43078ffadaa17c0ea07e806bd3f55f477a3b) AuthConfig (e4db995ca64609bc6b4ef6b89d2abf14928fe65e8ba50a14c261219eb6b4f666) AuthConfig (c068bbda88b6e144cf15d27faefb8da5a755ccc1febc1cf054505b460c9680c9) AuthConfig (da35f43a339eecdf569f1ea663c0c7ba073395f7f58750deeed463c10c6e76f7) AuthConfig (ae26ae4a22206df5e0e834b0c0c4b0d2cc26839d9e6461b7020ef2e6355be262) AuthConfig (a49f627f6df7bdf7bbb77aaf86d73c060fbec0499bca2cba30082f10c820a3b2) AuthConfig (53bf01a08655a02f8bb044d55befb6d36eaf48a0faea49021df7cc884971f9c7) AuthConfig (3e3c8b8950e56e08a882fad0229a32db9a2898ddeb3d3f7464bafde2b9e046a1) AuthConfig (46004cf266c3fec7cbe1df05d5e5d0931ec9804e30f269ed9bac57f6f91c4778) AuthConfig (de9dcffe9b56914b51869861938b29489998847a8a149c28bf9eb11db16b2b66) AuthConfig (ff2fea280210caf98fc6be93152b33b2442f689dcdad9c6c08614f10e2ee597f) AuthConfig (1a0e9d3cd5438f3d886f170139252939d3e71b098a36157fbc5249c0278d5e71) AuthConfig (e213cd88a9496c8f9f4a84e19dedd02585fa5b23165f505a3d33ef91b5d99780) AuthConfig (7f8e487040e4c1c45f63fffef0baea5c4397ea5fb7a546cb88319448c9f8c525) AuthConfig (e529fd7305f86c778c97ca0977db76127c0e2359fbe165a86ef1a6942e26794e) AuthConfig (e05eb9dd5dc7179f0b529781adcdb421654540debde046ec123dbe9713708c73) AuthConfig (3ad723cdac620406957aae1550a5e7c31eb0e9035e8313329d14a9c90b058bb0) AuthConfig (ff923740443e53724d669e50a16b190804a30dfabacbabeec7d4e5512422f8de) AuthConfig (cc5bcaed4fdd6f9af10fc9600d52161c4bcd7cc9de0d8af2736a1b580b4a3f94) AuthConfig (0054dbb30837ce049c10b9f82680b320bf08976c3294cd88d8910450dba69c60) AuthConfig (9f691771af1162faa7fa7b79573d7debacebba6c9b83a3e93583888e2513dd9b) AuthConfig (21c8d80567ad32b9fe6aa99b2da2cefd4a2864d24599400a4935d88ce0e7ba5f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"4929a576-3ef2-470d-8682-0f5818b8ea4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:39.581904926Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-dbbac49a","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-a-dbbac49a","reconcileID":"a569fb10-0d9a-4e02-978f-1886ba153873","MaaSSubscription":{"name":"e2e-filter-sub-a-dbbac49a","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-10a7aa/e2e-filter-sub-b-11063bae","ai-tenant-e2e-worker-w0-10a7aa/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:39.609779421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"031dd7c6-c3b2-43e5-9d0e-1646cbd7a3ca","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:39.696732997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"145f584b-1b58-4f57-b766-50f1c8111201","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:39.753870009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"145f584b-1b58-4f57-b766-50f1c8111201","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:39.792146901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-11063bae","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-b-11063bae","reconcileID":"edc9d746-6c32-48ea-9ef5-c58b626c700d","MaaSSubscription":{"name":"e2e-filter-sub-b-11063bae","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:39.7921516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"d8bf0012-e708-44ea-8ef2-fa4d4bdec41a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:39.797120492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"df2c5159-cbfe-4150-ab72-a0a184119788","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:39.809428127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e1ca71-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2b2c49206014c50720dab95fd7bed2986f27b694a19aae073bb71b6f6d98a713) AuthConfig (d807dc0f4463e7e27201df8c0e266aac07ff14b232ee3a0cf6e761374f8a4607) AuthConfig (5243376adb876937953fd1b4af96ff249f6da8833a01a2c4ceac8c7453156dc4) AuthConfig (ad300f06a21f717c0faa015c8ac393a7b01bd0a8046a52fc2272a4ac137565df) AuthConfig (1c1ac2c6ac821287436c22325e8cb9782ecaeb5a2d14205bf8e9d6fce153a177) AuthConfig (4c25a9998fb706b0757ea92b8a2069984321a55ef46a5fcc2b35db6c4ba3d24c) AuthConfig (a2d86ec091da853bf8796604fdf343c23de5a70e6646c91b66e428c3fb356f27) AuthConfig (7420021b605af1f1e18765fa700afb0fe038296812731687e00d3a4a770e7f44) AuthConfig (eab963210cdd3e82da04fb61bc2f43078ffadaa17c0ea07e806bd3f55f477a3b) AuthConfig (e4db995ca64609bc6b4ef6b89d2abf14928fe65e8ba50a14c261219eb6b4f666) AuthConfig (c068bbda88b6e144cf15d27faefb8da5a755ccc1febc1cf054505b460c9680c9) AuthConfig (da35f43a339eecdf569f1ea663c0c7ba073395f7f58750deeed463c10c6e76f7) AuthConfig (ae26ae4a22206df5e0e834b0c0c4b0d2cc26839d9e6461b7020ef2e6355be262) AuthConfig (a49f627f6df7bdf7bbb77aaf86d73c060fbec0499bca2cba30082f10c820a3b2) AuthConfig (53bf01a08655a02f8bb044d55befb6d36eaf48a0faea49021df7cc884971f9c7) AuthConfig (3e3c8b8950e56e08a882fad0229a32db9a2898ddeb3d3f7464bafde2b9e046a1) AuthConfig (46004cf266c3fec7cbe1df05d5e5d0931ec9804e30f269ed9bac57f6f91c4778) AuthConfig (de9dcffe9b56914b51869861938b29489998847a8a149c28bf9eb11db16b2b66) AuthConfig (ff2fea280210caf98fc6be93152b33b2442f689dcdad9c6c08614f10e2ee597f) AuthConfig (1a0e9d3cd5438f3d886f170139252939d3e71b098a36157fbc5249c0278d5e71) AuthConfig (e213cd88a9496c8f9f4a84e19dedd02585fa5b23165f505a3d33ef91b5d99780) AuthConfig (7f8e487040e4c1c45f63fffef0baea5c4397ea5fb7a546cb88319448c9f8c525) AuthConfig (e529fd7305f86c778c97ca0977db76127c0e2359fbe165a86ef1a6942e26794e) AuthConfig (e05eb9dd5dc7179f0b529781adcdb421654540debde046ec123dbe9713708c73) AuthConfig (3ad723cdac620406957aae1550a5e7c31eb0e9035e8313329d14a9c90b058bb0) AuthConfig (ff923740443e53724d669e50a16b190804a30dfabacbabeec7d4e5512422f8de) AuthConfig (cc5bcaed4fdd6f9af10fc9600d52161c4bcd7cc9de0d8af2736a1b580b4a3f94) AuthConfig (0054dbb30837ce049c10b9f82680b320bf08976c3294cd88d8910450dba69c60) AuthConfig (9f691771af1162faa7fa7b79573d7debacebba6c9b83a3e93583888e2513dd9b) AuthConfig (21c8d80567ad32b9fe6aa99b2da2cefd4a2864d24599400a4935d88ce0e7ba5f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"145f584b-1b58-4f57-b766-50f1c8111201","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:39.846385874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"a6a1c31d-921f-4e8e-a177-041fe5259fd4","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:39.854146793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"df2c5159-cbfe-4150-ab72-a0a184119788","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:39.90986436Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e1ca71-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2b2c49206014c50720dab95fd7bed2986f27b694a19aae073bb71b6f6d98a713) AuthConfig (d807dc0f4463e7e27201df8c0e266aac07ff14b232ee3a0cf6e761374f8a4607) AuthConfig (5243376adb876937953fd1b4af96ff249f6da8833a01a2c4ceac8c7453156dc4) AuthConfig (ad300f06a21f717c0faa015c8ac393a7b01bd0a8046a52fc2272a4ac137565df) AuthConfig (1c1ac2c6ac821287436c22325e8cb9782ecaeb5a2d14205bf8e9d6fce153a177) AuthConfig (4c25a9998fb706b0757ea92b8a2069984321a55ef46a5fcc2b35db6c4ba3d24c) AuthConfig (a2d86ec091da853bf8796604fdf343c23de5a70e6646c91b66e428c3fb356f27) AuthConfig (7420021b605af1f1e18765fa700afb0fe038296812731687e00d3a4a770e7f44) AuthConfig (eab963210cdd3e82da04fb61bc2f43078ffadaa17c0ea07e806bd3f55f477a3b) AuthConfig (e4db995ca64609bc6b4ef6b89d2abf14928fe65e8ba50a14c261219eb6b4f666) AuthConfig (c068bbda88b6e144cf15d27faefb8da5a755ccc1febc1cf054505b460c9680c9) AuthConfig (da35f43a339eecdf569f1ea663c0c7ba073395f7f58750deeed463c10c6e76f7) AuthConfig (ae26ae4a22206df5e0e834b0c0c4b0d2cc26839d9e6461b7020ef2e6355be262) AuthConfig (a49f627f6df7bdf7bbb77aaf86d73c060fbec0499bca2cba30082f10c820a3b2) AuthConfig (53bf01a08655a02f8bb044d55befb6d36eaf48a0faea49021df7cc884971f9c7) AuthConfig (3e3c8b8950e56e08a882fad0229a32db9a2898ddeb3d3f7464bafde2b9e046a1) AuthConfig (46004cf266c3fec7cbe1df05d5e5d0931ec9804e30f269ed9bac57f6f91c4778) AuthConfig (de9dcffe9b56914b51869861938b29489998847a8a149c28bf9eb11db16b2b66) AuthConfig (ff2fea280210caf98fc6be93152b33b2442f689dcdad9c6c08614f10e2ee597f) AuthConfig (1a0e9d3cd5438f3d886f170139252939d3e71b098a36157fbc5249c0278d5e71) AuthConfig (e213cd88a9496c8f9f4a84e19dedd02585fa5b23165f505a3d33ef91b5d99780) AuthConfig (7f8e487040e4c1c45f63fffef0baea5c4397ea5fb7a546cb88319448c9f8c525) AuthConfig (e529fd7305f86c778c97ca0977db76127c0e2359fbe165a86ef1a6942e26794e) AuthConfig (e05eb9dd5dc7179f0b529781adcdb421654540debde046ec123dbe9713708c73) AuthConfig (3ad723cdac620406957aae1550a5e7c31eb0e9035e8313329d14a9c90b058bb0) AuthConfig (ff923740443e53724d669e50a16b190804a30dfabacbabeec7d4e5512422f8de) AuthConfig (cc5bcaed4fdd6f9af10fc9600d52161c4bcd7cc9de0d8af2736a1b580b4a3f94) AuthConfig (0054dbb30837ce049c10b9f82680b320bf08976c3294cd88d8910450dba69c60) AuthConfig (9f691771af1162faa7fa7b79573d7debacebba6c9b83a3e93583888e2513dd9b) AuthConfig (21c8d80567ad32b9fe6aa99b2da2cefd4a2864d24599400a4935d88ce0e7ba5f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"df2c5159-cbfe-4150-ab72-a0a184119788","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:39.989480011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"91b0666d-f1cf-47ba-bb72-f56a0acb26e9","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:40.001607454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-dbbac49a-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-a-dbbac49a-auth","reconcileID":"426905ae-b3d5-4f43-a185-2dca698f9958","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-dbbac49a-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:40.001687011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"60c34890-47f0-4b1d-814c-fb228293c503","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:40.002035201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-11063bae-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-b-11063bae-auth","reconcileID":"a9be77b4-d247-4631-8a41-7067933592f4","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-11063bae-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:40.002354588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"3dac46b1-a8b6-49a2-ab3b-d688382a54e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:40.064242649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-11063bae-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-b-11063bae-auth","reconcileID":"a9be77b4-d247-4631-8a41-7067933592f4","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-11063bae-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:40.066005268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-dbbac49a-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-a-dbbac49a-auth","reconcileID":"426905ae-b3d5-4f43-a185-2dca698f9958","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-dbbac49a-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:40.071488475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"3dac46b1-a8b6-49a2-ab3b-d688382a54e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:40.07402673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"60c34890-47f0-4b1d-814c-fb228293c503","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:40.427411615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-dbbac49a-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-a-dbbac49a-auth","reconcileID":"1b53dd70-4ee5-4738-8dbc-40a00f7fc25e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-dbbac49a-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:40.427557094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"13996b25-b3b4-4ca9-a473-8d74c9c28a2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:40.427411624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"e673e7b6-2225-4be7-9ac2-31d010dcec56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:40.428023871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-11063bae-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-b-11063bae-auth","reconcileID":"24f23632-6a64-4ea6-b546-e8be70efe368","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-11063bae-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:40.486281022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-dbbac49a-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-a-dbbac49a-auth","reconcileID":"1b53dd70-4ee5-4738-8dbc-40a00f7fc25e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-dbbac49a-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:40.486316893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"e673e7b6-2225-4be7-9ac2-31d010dcec56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:40.488570323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"13996b25-b3b4-4ca9-a473-8d74c9c28a2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:40.488665931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-11063bae-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-b-11063bae-auth","reconcileID":"24f23632-6a64-4ea6-b546-e8be70efe368","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-11063bae-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:42.265732233Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-apikey-degraded-sub","reconcileID":"caab6ea0-ff63-4213-b8ec-898d7e076341","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:42.487856322Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-apikey-degraded-sub","reconcileID":"caab6ea0-ff63-4213-b8ec-898d7e076341","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-7abb95/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:42.487895109Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-apikey-degraded-sub","reconcileID":"caab6ea0-ff63-4213-b8ec-898d7e076341","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:42.488069633Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-apikey-degraded-sub","reconcileID":"caab6ea0-ff63-4213-b8ec-898d7e076341","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-7abb95/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:42.699171321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"ff2c182f-e83f-47f3-b417-c62813bc7e90","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:42.759429968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"8fb7e020-420f-433a-a107-e87df1112906","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:42.916739945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"348ac597-46d9-4cad-a7e2-1db2d71cd62a","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:42.932726268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"14b2db17-3dbd-4365-87c7-800141864dfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:42.933029728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-apikey-degraded-auth","reconcileID":"38cf1f3c-8351-4611-9ee0-0e4e9e2491a0","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:42.932726204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"66c91a89-ea6a-4f91-b805-5863c7df3635","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:42.991492954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-apikey-degraded-auth","reconcileID":"38cf1f3c-8351-4611-9ee0-0e4e9e2491a0","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:42.991520677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"66c91a89-ea6a-4f91-b805-5863c7df3635","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:42.993777903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"14b2db17-3dbd-4365-87c7-800141864dfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:43.199449892Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-apikey-degraded-auth","reconcileID":"90e2ef46-3887-46ef-bb8a-886717f2891b","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:43.408069356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"f256e4b7-ee53-4859-9120-fd36b981e0a8","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:44.40055909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"1f9e39a2-082f-4610-be57-2eaad53cd14f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:44.457985492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"1f9e39a2-082f-4610-be57-2eaad53cd14f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:44.51496658Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-869cca-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"1f9e39a2-082f-4610-be57-2eaad53cd14f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:44.722426478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"e0614bbe-e5aa-4903-b77f-919795a5b834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:44.779604236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"e0614bbe-e5aa-4903-b77f-919795a5b834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:44.83571292Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-869cca-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"e0614bbe-e5aa-4903-b77f-919795a5b834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:48.253466826Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"33ae97f4-c486-4c34-b7ea-61ded269cfa6","namespace":"llm","name":"e2e-rt-sw-beb27d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:48.312854825Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"0dab59cb-9d2d-4669-9654-da7b5e3da51a","namespace":"llm","name":"e2e-rt-sw-beb27d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:48.410383194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"a3952356-ee56-4ce7-a93d-ac3e8a60515a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:48.41095649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"f08e6f3d-4ffa-460b-b49d-b3177657a7a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:48.411100688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"d49d8cc5-32ba-488f-825d-c2fa45fe62e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:48.41095744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"b80cbeaf-9ddf-4805-8cd6-bbc5a36b7d3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:48.411396644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"2d580a42-ecfd-411e-ba89-cd2bb75078d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:48.469057757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"d49d8cc5-32ba-488f-825d-c2fa45fe62e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:48.469082169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"a3952356-ee56-4ce7-a93d-ac3e8a60515a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:48.471454356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"2d580a42-ecfd-411e-ba89-cd2bb75078d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:48.471564068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"b80cbeaf-9ddf-4805-8cd6-bbc5a36b7d3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:48.473584817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"f08e6f3d-4ffa-460b-b49d-b3177657a7a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:48.52504637Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-869cca-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"d49d8cc5-32ba-488f-825d-c2fa45fe62e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:48.527452823Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e1ca71-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2b2c49206014c50720dab95fd7bed2986f27b694a19aae073bb71b6f6d98a713) AuthConfig (d807dc0f4463e7e27201df8c0e266aac07ff14b232ee3a0cf6e761374f8a4607) AuthConfig (5243376adb876937953fd1b4af96ff249f6da8833a01a2c4ceac8c7453156dc4) AuthConfig (ad300f06a21f717c0faa015c8ac393a7b01bd0a8046a52fc2272a4ac137565df) AuthConfig (1c1ac2c6ac821287436c22325e8cb9782ecaeb5a2d14205bf8e9d6fce153a177) AuthConfig (4c25a9998fb706b0757ea92b8a2069984321a55ef46a5fcc2b35db6c4ba3d24c) AuthConfig (a2d86ec091da853bf8796604fdf343c23de5a70e6646c91b66e428c3fb356f27) AuthConfig (7420021b605af1f1e18765fa700afb0fe038296812731687e00d3a4a770e7f44) AuthConfig (eab963210cdd3e82da04fb61bc2f43078ffadaa17c0ea07e806bd3f55f477a3b) AuthConfig (e4db995ca64609bc6b4ef6b89d2abf14928fe65e8ba50a14c261219eb6b4f666) AuthConfig (c068bbda88b6e144cf15d27faefb8da5a755ccc1febc1cf054505b460c9680c9) AuthConfig (da35f43a339eecdf569f1ea663c0c7ba073395f7f58750deeed463c10c6e76f7) AuthConfig (ae26ae4a22206df5e0e834b0c0c4b0d2cc26839d9e6461b7020ef2e6355be262) AuthConfig (a49f627f6df7bdf7bbb77aaf86d73c060fbec0499bca2cba30082f10c820a3b2) AuthConfig (53bf01a08655a02f8bb044d55befb6d36eaf48a0faea49021df7cc884971f9c7) AuthConfig (3e3c8b8950e56e08a882fad0229a32db9a2898ddeb3d3f7464bafde2b9e046a1) AuthConfig (46004cf266c3fec7cbe1df05d5e5d0931ec9804e30f269ed9bac57f6f91c4778) AuthConfig (de9dcffe9b56914b51869861938b29489998847a8a149c28bf9eb11db16b2b66) AuthConfig (ff2fea280210caf98fc6be93152b33b2442f689dcdad9c6c08614f10e2ee597f) AuthConfig (1a0e9d3cd5438f3d886f170139252939d3e71b098a36157fbc5249c0278d5e71) AuthConfig (e213cd88a9496c8f9f4a84e19dedd02585fa5b23165f505a3d33ef91b5d99780) AuthConfig (7f8e487040e4c1c45f63fffef0baea5c4397ea5fb7a546cb88319448c9f8c525) AuthConfig (e529fd7305f86c778c97ca0977db76127c0e2359fbe165a86ef1a6942e26794e) AuthConfig (e05eb9dd5dc7179f0b529781adcdb421654540debde046ec123dbe9713708c73) AuthConfig (3ad723cdac620406957aae1550a5e7c31eb0e9035e8313329d14a9c90b058bb0) AuthConfig (ff923740443e53724d669e50a16b190804a30dfabacbabeec7d4e5512422f8de) AuthConfig (cc5bcaed4fdd6f9af10fc9600d52161c4bcd7cc9de0d8af2736a1b580b4a3f94) AuthConfig (0054dbb30837ce049c10b9f82680b320bf08976c3294cd88d8910450dba69c60) AuthConfig (9f691771af1162faa7fa7b79573d7debacebba6c9b83a3e93583888e2513dd9b) AuthConfig (21c8d80567ad32b9fe6aa99b2da2cefd4a2864d24599400a4935d88ce0e7ba5f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"2d580a42-ecfd-411e-ba89-cd2bb75078d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:48.527611886Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e1ca71-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2b2c49206014c50720dab95fd7bed2986f27b694a19aae073bb71b6f6d98a713) AuthConfig (d807dc0f4463e7e27201df8c0e266aac07ff14b232ee3a0cf6e761374f8a4607) AuthConfig (5243376adb876937953fd1b4af96ff249f6da8833a01a2c4ceac8c7453156dc4) AuthConfig (ad300f06a21f717c0faa015c8ac393a7b01bd0a8046a52fc2272a4ac137565df) AuthConfig (1c1ac2c6ac821287436c22325e8cb9782ecaeb5a2d14205bf8e9d6fce153a177) AuthConfig (4c25a9998fb706b0757ea92b8a2069984321a55ef46a5fcc2b35db6c4ba3d24c) AuthConfig (a2d86ec091da853bf8796604fdf343c23de5a70e6646c91b66e428c3fb356f27) AuthConfig (7420021b605af1f1e18765fa700afb0fe038296812731687e00d3a4a770e7f44) AuthConfig (eab963210cdd3e82da04fb61bc2f43078ffadaa17c0ea07e806bd3f55f477a3b) AuthConfig (e4db995ca64609bc6b4ef6b89d2abf14928fe65e8ba50a14c261219eb6b4f666) AuthConfig (c068bbda88b6e144cf15d27faefb8da5a755ccc1febc1cf054505b460c9680c9) AuthConfig (da35f43a339eecdf569f1ea663c0c7ba073395f7f58750deeed463c10c6e76f7) AuthConfig (ae26ae4a22206df5e0e834b0c0c4b0d2cc26839d9e6461b7020ef2e6355be262) AuthConfig (a49f627f6df7bdf7bbb77aaf86d73c060fbec0499bca2cba30082f10c820a3b2) AuthConfig (53bf01a08655a02f8bb044d55befb6d36eaf48a0faea49021df7cc884971f9c7) AuthConfig (3e3c8b8950e56e08a882fad0229a32db9a2898ddeb3d3f7464bafde2b9e046a1) AuthConfig (46004cf266c3fec7cbe1df05d5e5d0931ec9804e30f269ed9bac57f6f91c4778) AuthConfig (de9dcffe9b56914b51869861938b29489998847a8a149c28bf9eb11db16b2b66) AuthConfig (ff2fea280210caf98fc6be93152b33b2442f689dcdad9c6c08614f10e2ee597f) AuthConfig (1a0e9d3cd5438f3d886f170139252939d3e71b098a36157fbc5249c0278d5e71) AuthConfig (e213cd88a9496c8f9f4a84e19dedd02585fa5b23165f505a3d33ef91b5d99780) AuthConfig (7f8e487040e4c1c45f63fffef0baea5c4397ea5fb7a546cb88319448c9f8c525) AuthConfig (e529fd7305f86c778c97ca0977db76127c0e2359fbe165a86ef1a6942e26794e) AuthConfig (e05eb9dd5dc7179f0b529781adcdb421654540debde046ec123dbe9713708c73) AuthConfig (3ad723cdac620406957aae1550a5e7c31eb0e9035e8313329d14a9c90b058bb0) AuthConfig (ff923740443e53724d669e50a16b190804a30dfabacbabeec7d4e5512422f8de) AuthConfig (cc5bcaed4fdd6f9af10fc9600d52161c4bcd7cc9de0d8af2736a1b580b4a3f94) AuthConfig (0054dbb30837ce049c10b9f82680b320bf08976c3294cd88d8910450dba69c60) AuthConfig (9f691771af1162faa7fa7b79573d7debacebba6c9b83a3e93583888e2513dd9b) AuthConfig (21c8d80567ad32b9fe6aa99b2da2cefd4a2864d24599400a4935d88ce0e7ba5f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"b80cbeaf-9ddf-4805-8cd6-bbc5a36b7d3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:48.528979928Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-869cca-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"f08e6f3d-4ffa-460b-b49d-b3177657a7a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:48.642662718Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"7924288a-2350-40b5-b227-1e83eb665eb1","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"name":"e2e-rt-sw-beb27d","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:48.680773736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"7903e039-b3e4-4eef-9642-02bb18dc7817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:48.682815777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-dbbac49a-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-a-dbbac49a-auth","reconcileID":"a5f64b73-07de-4cd4-94c5-5092ee4f5784","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-dbbac49a-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:48.682965301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"98b09869-5171-46a8-80c0-1065374ed48b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:48.68328852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"73804093-0d62-412b-9a2c-d7e63f1b918a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:48.737784789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"7903e039-b3e4-4eef-9642-02bb18dc7817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:48.739907306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"73804093-0d62-412b-9a2c-d7e63f1b918a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:48.740025752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"98b09869-5171-46a8-80c0-1065374ed48b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:48.742055465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-dbbac49a-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-a-dbbac49a-auth","reconcileID":"a5f64b73-07de-4cd4-94c5-5092ee4f5784","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-dbbac49a-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:48.8282433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-11063bae-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-b-11063bae-auth","reconcileID":"5b46e493-7224-4822-9d1e-c6dc8412a3ad","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-11063bae-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:48.885683761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-11063bae-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-b-11063bae-auth","reconcileID":"5b46e493-7224-4822-9d1e-c6dc8412a3ad","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-11063bae-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.041715577Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"028fd0d3-6c80-46d8-a0d6-54ba2feefbb1","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"name":"e2e-rt-sw-beb27d","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.051494038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"bda32726-4947-49f6-890f-6d8bd9ff42ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.054379352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fadec251-687c-490f-807f-55c06a54c016","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.054556004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"e674527f-0515-4f48-98ae-20881a7b2071","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.054386483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6935f003-df69-4271-93a6-7e14c5b402cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.096936207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"82fd0058-2bb8-4504-9a14-380bfe7cd918","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.096963652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"82fd0058-2bb8-4504-9a14-380bfe7cd918","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.097315252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"257d4be5-4afa-4e8c-aaef-b1b39d31fd5d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.097331345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"257d4be5-4afa-4e8c-aaef-b1b39d31fd5d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.097607407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"28c96a87-b866-4c85-9511-2371e0d5c7e8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.097621435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"28c96a87-b866-4c85-9511-2371e0d5c7e8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.097942511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"508f9898-4a3f-47d1-b905-9ef9afdbdd96","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.097955056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"508f9898-4a3f-47d1-b905-9ef9afdbdd96","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.098203135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"748d2d31-7e8c-4c14-bfc8-9be60a1586e0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.098216222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"748d2d31-7e8c-4c14-bfc8-9be60a1586e0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.098443741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c9a82b00-1b0f-44ba-bb5b-d7aed0531037","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.098455344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c9a82b00-1b0f-44ba-bb5b-d7aed0531037","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.098675806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2266c913-b29b-4bc2-95c3-7b60f6ce8f99","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.098687159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2266c913-b29b-4bc2-95c3-7b60f6ce8f99","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.098930832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"086c7341-6f33-4899-9250-2ae74806a93c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.098942323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"086c7341-6f33-4899-9250-2ae74806a93c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.1087817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"bda32726-4947-49f6-890f-6d8bd9ff42ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.114606655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fadec251-687c-490f-807f-55c06a54c016","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.116973262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"e674527f-0515-4f48-98ae-20881a7b2071","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.118869908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6935f003-df69-4271-93a6-7e14c5b402cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.150971433Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"5a0a7086-5669-40c5-8cea-f081c5dabf35","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"name":"e2e-rt-sw-beb27d","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.202027947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e57ce11e-4892-4144-80ce-9545cc8ffbad","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.202028288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"235f61f4-5c90-41e8-97c4-f7b79b2219fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.207591459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"db622cf3-2f04-4a85-b137-b5998863ea62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.265955211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"db622cf3-2f04-4a85-b137-b5998863ea62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.322119215Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e1ca71-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2b2c49206014c50720dab95fd7bed2986f27b694a19aae073bb71b6f6d98a713) AuthConfig (d807dc0f4463e7e27201df8c0e266aac07ff14b232ee3a0cf6e761374f8a4607) AuthConfig (5243376adb876937953fd1b4af96ff249f6da8833a01a2c4ceac8c7453156dc4) AuthConfig (ad300f06a21f717c0faa015c8ac393a7b01bd0a8046a52fc2272a4ac137565df) AuthConfig (1c1ac2c6ac821287436c22325e8cb9782ecaeb5a2d14205bf8e9d6fce153a177) AuthConfig (4c25a9998fb706b0757ea92b8a2069984321a55ef46a5fcc2b35db6c4ba3d24c) AuthConfig (a2d86ec091da853bf8796604fdf343c23de5a70e6646c91b66e428c3fb356f27) AuthConfig (7420021b605af1f1e18765fa700afb0fe038296812731687e00d3a4a770e7f44) AuthConfig (eab963210cdd3e82da04fb61bc2f43078ffadaa17c0ea07e806bd3f55f477a3b) AuthConfig (e4db995ca64609bc6b4ef6b89d2abf14928fe65e8ba50a14c261219eb6b4f666) AuthConfig (c068bbda88b6e144cf15d27faefb8da5a755ccc1febc1cf054505b460c9680c9) AuthConfig (da35f43a339eecdf569f1ea663c0c7ba073395f7f58750deeed463c10c6e76f7) AuthConfig (ae26ae4a22206df5e0e834b0c0c4b0d2cc26839d9e6461b7020ef2e6355be262) AuthConfig (a49f627f6df7bdf7bbb77aaf86d73c060fbec0499bca2cba30082f10c820a3b2) AuthConfig (53bf01a08655a02f8bb044d55befb6d36eaf48a0faea49021df7cc884971f9c7) AuthConfig (3e3c8b8950e56e08a882fad0229a32db9a2898ddeb3d3f7464bafde2b9e046a1) AuthConfig (46004cf266c3fec7cbe1df05d5e5d0931ec9804e30f269ed9bac57f6f91c4778) AuthConfig (de9dcffe9b56914b51869861938b29489998847a8a149c28bf9eb11db16b2b66) AuthConfig (ff2fea280210caf98fc6be93152b33b2442f689dcdad9c6c08614f10e2ee597f) AuthConfig (1a0e9d3cd5438f3d886f170139252939d3e71b098a36157fbc5249c0278d5e71) AuthConfig (e213cd88a9496c8f9f4a84e19dedd02585fa5b23165f505a3d33ef91b5d99780) AuthConfig (7f8e487040e4c1c45f63fffef0baea5c4397ea5fb7a546cb88319448c9f8c525) AuthConfig (e529fd7305f86c778c97ca0977db76127c0e2359fbe165a86ef1a6942e26794e) AuthConfig (e05eb9dd5dc7179f0b529781adcdb421654540debde046ec123dbe9713708c73) AuthConfig (3ad723cdac620406957aae1550a5e7c31eb0e9035e8313329d14a9c90b058bb0) AuthConfig (ff923740443e53724d669e50a16b190804a30dfabacbabeec7d4e5512422f8de) AuthConfig (cc5bcaed4fdd6f9af10fc9600d52161c4bcd7cc9de0d8af2736a1b580b4a3f94) AuthConfig (0054dbb30837ce049c10b9f82680b320bf08976c3294cd88d8910450dba69c60) AuthConfig (9f691771af1162faa7fa7b79573d7debacebba6c9b83a3e93583888e2513dd9b) AuthConfig (21c8d80567ad32b9fe6aa99b2da2cefd4a2864d24599400a4935d88ce0e7ba5f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"db622cf3-2f04-4a85-b137-b5998863ea62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.47324263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"a0bd6c85-7f39-45e6-9129-0ca4643f7a0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.486308301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"60700b73-a4e1-4940-8926-c1598cc086cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.529867659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"a0bd6c85-7f39-45e6-9129-0ca4643f7a0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.543192206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"60700b73-a4e1-4940-8926-c1598cc086cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.570337918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"1d645e38-b4a0-4070-bd4d-605a3030ffeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.570448336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"4463d829-02aa-46f4-a9df-86f91206b22c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.570765982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e50e93c3-b583-4656-b857-bf80519f3f42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.599251678Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-869cca-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"60700b73-a4e1-4940-8926-c1598cc086cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.627606556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"1d645e38-b4a0-4070-bd4d-605a3030ffeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.63087065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e50e93c3-b583-4656-b857-bf80519f3f42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.63104629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"4463d829-02aa-46f4-a9df-86f91206b22c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.683819051Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e1ca71-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2b2c49206014c50720dab95fd7bed2986f27b694a19aae073bb71b6f6d98a713) AuthConfig (d807dc0f4463e7e27201df8c0e266aac07ff14b232ee3a0cf6e761374f8a4607) AuthConfig (5243376adb876937953fd1b4af96ff249f6da8833a01a2c4ceac8c7453156dc4) AuthConfig (ad300f06a21f717c0faa015c8ac393a7b01bd0a8046a52fc2272a4ac137565df) AuthConfig (1c1ac2c6ac821287436c22325e8cb9782ecaeb5a2d14205bf8e9d6fce153a177) AuthConfig (4c25a9998fb706b0757ea92b8a2069984321a55ef46a5fcc2b35db6c4ba3d24c) AuthConfig (a2d86ec091da853bf8796604fdf343c23de5a70e6646c91b66e428c3fb356f27) AuthConfig (7420021b605af1f1e18765fa700afb0fe038296812731687e00d3a4a770e7f44) AuthConfig (eab963210cdd3e82da04fb61bc2f43078ffadaa17c0ea07e806bd3f55f477a3b) AuthConfig (e4db995ca64609bc6b4ef6b89d2abf14928fe65e8ba50a14c261219eb6b4f666) AuthConfig (c068bbda88b6e144cf15d27faefb8da5a755ccc1febc1cf054505b460c9680c9) AuthConfig (da35f43a339eecdf569f1ea663c0c7ba073395f7f58750deeed463c10c6e76f7) AuthConfig (ae26ae4a22206df5e0e834b0c0c4b0d2cc26839d9e6461b7020ef2e6355be262) AuthConfig (a49f627f6df7bdf7bbb77aaf86d73c060fbec0499bca2cba30082f10c820a3b2) AuthConfig (53bf01a08655a02f8bb044d55befb6d36eaf48a0faea49021df7cc884971f9c7) AuthConfig (3e3c8b8950e56e08a882fad0229a32db9a2898ddeb3d3f7464bafde2b9e046a1) AuthConfig (46004cf266c3fec7cbe1df05d5e5d0931ec9804e30f269ed9bac57f6f91c4778) AuthConfig (de9dcffe9b56914b51869861938b29489998847a8a149c28bf9eb11db16b2b66) AuthConfig (ff2fea280210caf98fc6be93152b33b2442f689dcdad9c6c08614f10e2ee597f) AuthConfig (1a0e9d3cd5438f3d886f170139252939d3e71b098a36157fbc5249c0278d5e71) AuthConfig (e213cd88a9496c8f9f4a84e19dedd02585fa5b23165f505a3d33ef91b5d99780) AuthConfig (7f8e487040e4c1c45f63fffef0baea5c4397ea5fb7a546cb88319448c9f8c525) AuthConfig (e529fd7305f86c778c97ca0977db76127c0e2359fbe165a86ef1a6942e26794e) AuthConfig (e05eb9dd5dc7179f0b529781adcdb421654540debde046ec123dbe9713708c73) AuthConfig (3ad723cdac620406957aae1550a5e7c31eb0e9035e8313329d14a9c90b058bb0) AuthConfig (ff923740443e53724d669e50a16b190804a30dfabacbabeec7d4e5512422f8de) AuthConfig (cc5bcaed4fdd6f9af10fc9600d52161c4bcd7cc9de0d8af2736a1b580b4a3f94) AuthConfig (0054dbb30837ce049c10b9f82680b320bf08976c3294cd88d8910450dba69c60) AuthConfig (9f691771af1162faa7fa7b79573d7debacebba6c9b83a3e93583888e2513dd9b) AuthConfig (21c8d80567ad32b9fe6aa99b2da2cefd4a2864d24599400a4935d88ce0e7ba5f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"1d645e38-b4a0-4070-bd4d-605a3030ffeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.68690515Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-869cca-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"4463d829-02aa-46f4-a9df-86f91206b22c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.820603664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bfc2f853-f461-466c-948d-928643356b53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:49.877650806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bfc2f853-f461-466c-948d-928643356b53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:50.156644721Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-11063bae","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-b-11063bae","reconcileID":"447e7a6f-61d6-40c0-a34d-f36ab90985b0","MaaSSubscription":{"name":"e2e-filter-sub-b-11063bae","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscription":"e2e-filter-sub-b-11063bae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:50.284270671Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"43e12248-0611-4557-81e0-31944fdf7ee4","namespace":"llm","name":"e2e-rt-sw-beb27d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:50.336413802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"42c740dc-535b-44b6-8f18-1f21e537fd90","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-beb27d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:50.336443208Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"42c740dc-535b-44b6-8f18-1f21e537fd90","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-beb27d-f9ca6461eebc","namespace":"llm","model":"e2e-rt-sw-beb27d","externalModel":"e2e-rt-sw-beb27d","provider":"e2e-rt-sw-beb27d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:50.372557234Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-11063bae","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-b-11063bae","reconcileID":"447e7a6f-61d6-40c0-a34d-f36ab90985b0","MaaSSubscription":{"name":"e2e-filter-sub-b-11063bae","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-10a7aa/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:50.438960179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"5d634105-004f-47d1-8db4-491e00b6feb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:50.439426748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"98217dc6-f085-4e82-85ff-5bb17492f405","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:50.439646997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"057bf687-fae2-4490-9628-384cf2e39606","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:50.439878908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"03021aec-c999-45e2-a59b-8bc64d7f327c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:50.440037928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"e0ea2279-a149-4e41-a278-c33f8f00617d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:50.496894911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"5d634105-004f-47d1-8db4-491e00b6feb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:50.497263825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"98217dc6-f085-4e82-85ff-5bb17492f405","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:50.500627172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"057bf687-fae2-4490-9628-384cf2e39606","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:50.500815354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"e0ea2279-a149-4e41-a278-c33f8f00617d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:50.503221875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"03021aec-c999-45e2-a59b-8bc64d7f327c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:50.552790805Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e1ca71-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2b2c49206014c50720dab95fd7bed2986f27b694a19aae073bb71b6f6d98a713) AuthConfig (d807dc0f4463e7e27201df8c0e266aac07ff14b232ee3a0cf6e761374f8a4607) AuthConfig (5243376adb876937953fd1b4af96ff249f6da8833a01a2c4ceac8c7453156dc4) AuthConfig (ad300f06a21f717c0faa015c8ac393a7b01bd0a8046a52fc2272a4ac137565df) AuthConfig (1c1ac2c6ac821287436c22325e8cb9782ecaeb5a2d14205bf8e9d6fce153a177) AuthConfig (4c25a9998fb706b0757ea92b8a2069984321a55ef46a5fcc2b35db6c4ba3d24c) AuthConfig (a2d86ec091da853bf8796604fdf343c23de5a70e6646c91b66e428c3fb356f27) AuthConfig (7420021b605af1f1e18765fa700afb0fe038296812731687e00d3a4a770e7f44) AuthConfig (eab963210cdd3e82da04fb61bc2f43078ffadaa17c0ea07e806bd3f55f477a3b) AuthConfig (e4db995ca64609bc6b4ef6b89d2abf14928fe65e8ba50a14c261219eb6b4f666) AuthConfig (c068bbda88b6e144cf15d27faefb8da5a755ccc1febc1cf054505b460c9680c9) AuthConfig (da35f43a339eecdf569f1ea663c0c7ba073395f7f58750deeed463c10c6e76f7) AuthConfig (ae26ae4a22206df5e0e834b0c0c4b0d2cc26839d9e6461b7020ef2e6355be262) AuthConfig (a49f627f6df7bdf7bbb77aaf86d73c060fbec0499bca2cba30082f10c820a3b2) AuthConfig (53bf01a08655a02f8bb044d55befb6d36eaf48a0faea49021df7cc884971f9c7) AuthConfig (3e3c8b8950e56e08a882fad0229a32db9a2898ddeb3d3f7464bafde2b9e046a1) AuthConfig (46004cf266c3fec7cbe1df05d5e5d0931ec9804e30f269ed9bac57f6f91c4778) AuthConfig (de9dcffe9b56914b51869861938b29489998847a8a149c28bf9eb11db16b2b66) AuthConfig (ff2fea280210caf98fc6be93152b33b2442f689dcdad9c6c08614f10e2ee597f) AuthConfig (1a0e9d3cd5438f3d886f170139252939d3e71b098a36157fbc5249c0278d5e71) AuthConfig (e213cd88a9496c8f9f4a84e19dedd02585fa5b23165f505a3d33ef91b5d99780) AuthConfig (7f8e487040e4c1c45f63fffef0baea5c4397ea5fb7a546cb88319448c9f8c525) AuthConfig (e529fd7305f86c778c97ca0977db76127c0e2359fbe165a86ef1a6942e26794e) AuthConfig (e05eb9dd5dc7179f0b529781adcdb421654540debde046ec123dbe9713708c73) AuthConfig (3ad723cdac620406957aae1550a5e7c31eb0e9035e8313329d14a9c90b058bb0) AuthConfig (ff923740443e53724d669e50a16b190804a30dfabacbabeec7d4e5512422f8de) AuthConfig (cc5bcaed4fdd6f9af10fc9600d52161c4bcd7cc9de0d8af2736a1b580b4a3f94) AuthConfig (0054dbb30837ce049c10b9f82680b320bf08976c3294cd88d8910450dba69c60) AuthConfig (9f691771af1162faa7fa7b79573d7debacebba6c9b83a3e93583888e2513dd9b) AuthConfig (21c8d80567ad32b9fe6aa99b2da2cefd4a2864d24599400a4935d88ce0e7ba5f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"5d634105-004f-47d1-8db4-491e00b6feb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:50.557098513Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-869cca-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"057bf687-fae2-4490-9628-384cf2e39606","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:50.557103789Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-869cca-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"e0ea2279-a149-4e41-a278-c33f8f00617d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:50.55942731Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e1ca71-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2b2c49206014c50720dab95fd7bed2986f27b694a19aae073bb71b6f6d98a713) AuthConfig (d807dc0f4463e7e27201df8c0e266aac07ff14b232ee3a0cf6e761374f8a4607) AuthConfig (5243376adb876937953fd1b4af96ff249f6da8833a01a2c4ceac8c7453156dc4) AuthConfig (ad300f06a21f717c0faa015c8ac393a7b01bd0a8046a52fc2272a4ac137565df) AuthConfig (1c1ac2c6ac821287436c22325e8cb9782ecaeb5a2d14205bf8e9d6fce153a177) AuthConfig (4c25a9998fb706b0757ea92b8a2069984321a55ef46a5fcc2b35db6c4ba3d24c) AuthConfig (a2d86ec091da853bf8796604fdf343c23de5a70e6646c91b66e428c3fb356f27) AuthConfig (7420021b605af1f1e18765fa700afb0fe038296812731687e00d3a4a770e7f44) AuthConfig (eab963210cdd3e82da04fb61bc2f43078ffadaa17c0ea07e806bd3f55f477a3b) AuthConfig (e4db995ca64609bc6b4ef6b89d2abf14928fe65e8ba50a14c261219eb6b4f666) AuthConfig (c068bbda88b6e144cf15d27faefb8da5a755ccc1febc1cf054505b460c9680c9) AuthConfig (da35f43a339eecdf569f1ea663c0c7ba073395f7f58750deeed463c10c6e76f7) AuthConfig (ae26ae4a22206df5e0e834b0c0c4b0d2cc26839d9e6461b7020ef2e6355be262) AuthConfig (a49f627f6df7bdf7bbb77aaf86d73c060fbec0499bca2cba30082f10c820a3b2) AuthConfig (53bf01a08655a02f8bb044d55befb6d36eaf48a0faea49021df7cc884971f9c7) AuthConfig (3e3c8b8950e56e08a882fad0229a32db9a2898ddeb3d3f7464bafde2b9e046a1) AuthConfig (46004cf266c3fec7cbe1df05d5e5d0931ec9804e30f269ed9bac57f6f91c4778) AuthConfig (de9dcffe9b56914b51869861938b29489998847a8a149c28bf9eb11db16b2b66) AuthConfig (ff2fea280210caf98fc6be93152b33b2442f689dcdad9c6c08614f10e2ee597f) AuthConfig (1a0e9d3cd5438f3d886f170139252939d3e71b098a36157fbc5249c0278d5e71) AuthConfig (e213cd88a9496c8f9f4a84e19dedd02585fa5b23165f505a3d33ef91b5d99780) AuthConfig (7f8e487040e4c1c45f63fffef0baea5c4397ea5fb7a546cb88319448c9f8c525) AuthConfig (e529fd7305f86c778c97ca0977db76127c0e2359fbe165a86ef1a6942e26794e) AuthConfig (e05eb9dd5dc7179f0b529781adcdb421654540debde046ec123dbe9713708c73) AuthConfig (3ad723cdac620406957aae1550a5e7c31eb0e9035e8313329d14a9c90b058bb0) AuthConfig (ff923740443e53724d669e50a16b190804a30dfabacbabeec7d4e5512422f8de) AuthConfig (cc5bcaed4fdd6f9af10fc9600d52161c4bcd7cc9de0d8af2736a1b580b4a3f94) AuthConfig (0054dbb30837ce049c10b9f82680b320bf08976c3294cd88d8910450dba69c60) AuthConfig (9f691771af1162faa7fa7b79573d7debacebba6c9b83a3e93583888e2513dd9b) AuthConfig (21c8d80567ad32b9fe6aa99b2da2cefd4a2864d24599400a4935d88ce0e7ba5f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"03021aec-c999-45e2-a59b-8bc64d7f327c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:50.581915256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"70f0ea26-059f-4465-a33b-ca1ff2f833f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:50.634870318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"ee4bea65-8edf-4c38-a985-23a0669cee49","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:50.707935386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f51cf46-6d48-4a2b-8d4a-3c110e99fe79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:50.71235565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"91586a05-00b5-4e38-833f-61d24016d7c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:50.712437954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8e25697-860a-49c6-a7e2-86b2dae00bc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:50.713568038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"f3395136-c96a-47da-92b5-b5c939e3781e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:50.765173151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f51cf46-6d48-4a2b-8d4a-3c110e99fe79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:50.770226214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"91586a05-00b5-4e38-833f-61d24016d7c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:50.77090622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8e25697-860a-49c6-a7e2-86b2dae00bc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:50.773536372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"f3395136-c96a-47da-92b5-b5c939e3781e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:50.794295798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"290871de-43f4-460c-9a3e-73615d07542b","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:50.856413763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"3fc7cbb3-9370-4ee7-83fe-742cf41a8d81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:50.913483795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"3fc7cbb3-9370-4ee7-83fe-742cf41a8d81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:50.924364955Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-dbbac49a-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-a-dbbac49a-auth","reconcileID":"9cf80c2a-8dbd-4cb9-8475-566da9a2f6fb","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-dbbac49a-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:51.079940671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"e190079f-a2c4-44db-98f5-88466621db56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:51.07993897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"4cf94417-4ea5-44a6-bb9a-f28b16fff14c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:51.133800071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"e6737e0f-e390-4c69-a0a8-992332cafdad","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:51.137102598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"4cf94417-4ea5-44a6-bb9a-f28b16fff14c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:51.137252716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"e190079f-a2c4-44db-98f5-88466621db56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:51.1806159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-11063bae-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-b-11063bae-auth","reconcileID":"5d5fbae3-36ba-4d98-bea9-aa287a9be9bc","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-11063bae-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:51.238002037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-11063bae-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-b-11063bae-auth","reconcileID":"5d5fbae3-36ba-4d98-bea9-aa287a9be9bc","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-11063bae-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:51.283298213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"c32b63e5-8f09-43b7-97e0-35a226a64dd2","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:51.393415325Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-11063bae-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-filter-sub-b-11063bae-auth","reconcileID":"690d7e69-3e08-486d-96bd-cd2ff4398fd8","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-11063bae-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:51.553644236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"2b04e382-093d-4176-a6e5-5c01c75674e7","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:54.320517976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"49b10cde-a39e-4f09-9c2d-a6e991d9dc2a","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-beb27d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:54.320548183Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"49b10cde-a39e-4f09-9c2d-a6e991d9dc2a","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-beb27d-f9ca6461eebc","namespace":"llm","model":"e2e-rt-sw-beb27d","externalModel":"e2e-rt-sw-beb27d","provider":"e2e-rt-sw-beb27d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:54.425639813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"bdedf099-0ca4-49ba-98d2-d0351208b462","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-beb27d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:54.425667957Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"bdedf099-0ca4-49ba-98d2-d0351208b462","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-beb27d-f9ca6461eebc","namespace":"llm","model":"e2e-rt-sw-beb27d","externalModel":"e2e-rt-sw-beb27d","provider":"e2e-rt-sw-beb27d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:54.534023229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"8512e1a9-7e83-4cbf-a9c9-5a13936b5765","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:54.591350714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"8512e1a9-7e83-4cbf-a9c9-5a13936b5765","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:55.043388524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"42abd940-e5ff-4f58-bfe8-83fe96d1e200","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-beb27d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:55.043422702Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"42abd940-e5ff-4f58-bfe8-83fe96d1e200","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-beb27d-f9ca6461eebc","namespace":"llm","model":"e2e-rt-sw-beb27d","externalModel":"e2e-rt-sw-beb27d","provider":"e2e-rt-sw-beb27d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:57.856149383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"9c28525b-0712-4d92-a5a7-999c185fc4e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:58.02090409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"premium-w1-869cca","reconcileID":"1f42f450-2ba7-4e60-bc59-a24d301c0ed7","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"premium-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"premium-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:58.031294367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"58b4b099-ec36-4806-b8e4-f238651e12a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:58.196745355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"0a38b362-d8a5-48dc-b7d0-b5da215d16c3","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:58.28695426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"395fd7cd-b804-40b7-bf1b-78db7c88984e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:58.28698924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"6e823f47-0065-44af-a8b8-cbb079f5a654","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:58.344646872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"6e823f47-0065-44af-a8b8-cbb079f5a654","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:58.346067765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"395fd7cd-b804-40b7-bf1b-78db7c88984e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:58.400526474Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-869cca-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0d3f93c143fff445ecd1c572a7d06a04e6b2613f2de8911fe5c747fa09549402) AuthConfig (77b0f673b73dfa07ad7cf56a46696b3615f15fb33af4e513bb6e081a08e82854) AuthConfig (54f80902dac2247db2852dd803b087f26b93af9ae0d1f241fb74132e3c6fde4c) AuthConfig (374ee4273177ac73d9bb5e15c6a37214d1775ed10d55624c8c63146e986f82f7) AuthConfig (a55570dd7ad7b5887e908941d264f9a81e124aeb9801a4149a0038b59011fa91) AuthConfig (e4ae91d3ff9a7012fca5154a68857267cee0490bc5e811807dac41c04bfe2302) AuthConfig (68957474a899fcffac91ecde83a23e1770893278649b1bc9ff64c501dd6e92ea) AuthConfig (3bf8c9e197051289a43c89af757b14fc98e2353b36b1980dbfd666dd3d66eb18) AuthConfig (71c7f4e233c23f8ff607732c4c487a5f763fda38783f84560c088ef8e05f9d9e) AuthConfig (bb454958d0024f4a1884c9a320df04aee404ff9e070e1f5e9e24561fc5273b58) AuthConfig (9505bbe6a4b0f5f77daaac447e5282c67483352d4f90552315668b746bf691f2) AuthConfig (cc939dc9dd4c69d8d3061a6cf9a35828ba70fd3e26e922200a97cabcd0db3c67) AuthConfig (803817049534835f2d73443a1c95c1853c8cc28e71d11c6759fff29840f805ab) AuthConfig (01c31e6a7955b2adff9d4c7e89645b452d5c37cf740d8f58c8157ea756b4d1d6) AuthConfig (6b760e1d12e3b33e5c41a0a86f9e8de783928cccaab3fa8de56c88e83c4b3055) AuthConfig (66f9b2cc96e2c26c5075e4f06365ff0dfc1dc55ca041b2ee66d43dc0ef0fe375) AuthConfig (34d93f71a8ab6e55844288568f8eeaac0175bbbab1c322da1a26052fa5302142) AuthConfig (bc3ab1bf22bbc8813f9821aeb2b5504ec98da73167df1fe2a10caa8389db77ef) AuthConfig (126daa60283b2884c274e90403b55e1b6786dd58f2cf235a5713d327a3c5174f) AuthConfig (0543f7008cffdbd5f74c03dbfc6840c5b103cd59b9d5c610dffc98537507b6e3) AuthConfig (2ba708b9fdf5457721dc568c8f6b30037c26803bc9721f378aaf9d5c930b2219) AuthConfig (85616f527caa37e9df7d540e4a7b56f1f969af0bd27e7243e611d485a03686e3) AuthConfig (897906c25ba98e3602be7f8ef6a804c6a45696d310c8f9fb79b5ceb22acc6fc6) AuthConfig (42cb9be5aa5697c0323eb848a4292900f03cad6e9aafeb15295fac44e8ba01f0) AuthConfig (07be1a6752d1710d7bbd75d85afd3a926b38895beebb1a6d69f51235abc59e4d) AuthConfig (ede7636c645c1072c19f17de7c2f3f066d51def4f2c56097986e2e952fadce48) AuthConfig (bccfa3108e1d0c0ba423b280eade6f0bc2db5bf1ada3316e64f13207710017d3) AuthConfig (eeb6cd53f570c03e185d752c3f06f8e711e787abeaff2e782d223e703be1069f) AuthConfig (5ce37801974da76bd182d866f22b66bcc5e962b8317a5ce5ef4c32582e93d675) AuthConfig (40424786ac75556b870c23c93f995706646877d906fc80633ce0d33a8f090f5d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"6e823f47-0065-44af-a8b8-cbb079f5a654","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:58.401904218Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-869cca-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0d3f93c143fff445ecd1c572a7d06a04e6b2613f2de8911fe5c747fa09549402) AuthConfig (77b0f673b73dfa07ad7cf56a46696b3615f15fb33af4e513bb6e081a08e82854) AuthConfig (54f80902dac2247db2852dd803b087f26b93af9ae0d1f241fb74132e3c6fde4c) AuthConfig (374ee4273177ac73d9bb5e15c6a37214d1775ed10d55624c8c63146e986f82f7) AuthConfig (a55570dd7ad7b5887e908941d264f9a81e124aeb9801a4149a0038b59011fa91) AuthConfig (e4ae91d3ff9a7012fca5154a68857267cee0490bc5e811807dac41c04bfe2302) AuthConfig (68957474a899fcffac91ecde83a23e1770893278649b1bc9ff64c501dd6e92ea) AuthConfig (3bf8c9e197051289a43c89af757b14fc98e2353b36b1980dbfd666dd3d66eb18) AuthConfig (71c7f4e233c23f8ff607732c4c487a5f763fda38783f84560c088ef8e05f9d9e) AuthConfig (bb454958d0024f4a1884c9a320df04aee404ff9e070e1f5e9e24561fc5273b58) AuthConfig (9505bbe6a4b0f5f77daaac447e5282c67483352d4f90552315668b746bf691f2) AuthConfig (cc939dc9dd4c69d8d3061a6cf9a35828ba70fd3e26e922200a97cabcd0db3c67) AuthConfig (803817049534835f2d73443a1c95c1853c8cc28e71d11c6759fff29840f805ab) AuthConfig (01c31e6a7955b2adff9d4c7e89645b452d5c37cf740d8f58c8157ea756b4d1d6) AuthConfig (6b760e1d12e3b33e5c41a0a86f9e8de783928cccaab3fa8de56c88e83c4b3055) AuthConfig (66f9b2cc96e2c26c5075e4f06365ff0dfc1dc55ca041b2ee66d43dc0ef0fe375) AuthConfig (34d93f71a8ab6e55844288568f8eeaac0175bbbab1c322da1a26052fa5302142) AuthConfig (bc3ab1bf22bbc8813f9821aeb2b5504ec98da73167df1fe2a10caa8389db77ef) AuthConfig (126daa60283b2884c274e90403b55e1b6786dd58f2cf235a5713d327a3c5174f) AuthConfig (0543f7008cffdbd5f74c03dbfc6840c5b103cd59b9d5c610dffc98537507b6e3) AuthConfig (2ba708b9fdf5457721dc568c8f6b30037c26803bc9721f378aaf9d5c930b2219) AuthConfig (85616f527caa37e9df7d540e4a7b56f1f969af0bd27e7243e611d485a03686e3) AuthConfig (897906c25ba98e3602be7f8ef6a804c6a45696d310c8f9fb79b5ceb22acc6fc6) AuthConfig (42cb9be5aa5697c0323eb848a4292900f03cad6e9aafeb15295fac44e8ba01f0) AuthConfig (07be1a6752d1710d7bbd75d85afd3a926b38895beebb1a6d69f51235abc59e4d) AuthConfig (ede7636c645c1072c19f17de7c2f3f066d51def4f2c56097986e2e952fadce48) AuthConfig (bccfa3108e1d0c0ba423b280eade6f0bc2db5bf1ada3316e64f13207710017d3) AuthConfig (eeb6cd53f570c03e185d752c3f06f8e711e787abeaff2e782d223e703be1069f) AuthConfig (5ce37801974da76bd182d866f22b66bcc5e962b8317a5ce5ef4c32582e93d675) AuthConfig (40424786ac75556b870c23c93f995706646877d906fc80633ce0d33a8f090f5d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"395fd7cd-b804-40b7-bf1b-78db7c88984e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:58.458881622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"854247c3-070d-452f-9d07-a807a8d770c0","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:58.461481465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"premium-w1-869cca","reconcileID":"73b9774a-c59e-4ef7-a6ef-42d2225191a4","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"premium-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"premium-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:58.61684542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"d3210412-df20-47b4-9bef-028993eb80ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:58.624463816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"ac8cf210-f261-4f31-8d3e-f43b2a53b676","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:58.674149256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"d3210412-df20-47b4-9bef-028993eb80ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:58.681527145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"ac8cf210-f261-4f31-8d3e-f43b2a53b676","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:58.694538912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6285ff12-7fb1-49f8-8d00-e8ec5034ab0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:58.694699736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"c369423c-d723-46dd-9949-b103548d9c0b","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:58.694947985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d93df726-b57a-42bc-a18d-28b189a5fd9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:58.730158517Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-869cca-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0d3f93c143fff445ecd1c572a7d06a04e6b2613f2de8911fe5c747fa09549402) AuthConfig (77b0f673b73dfa07ad7cf56a46696b3615f15fb33af4e513bb6e081a08e82854) AuthConfig (54f80902dac2247db2852dd803b087f26b93af9ae0d1f241fb74132e3c6fde4c) AuthConfig (374ee4273177ac73d9bb5e15c6a37214d1775ed10d55624c8c63146e986f82f7) AuthConfig (a55570dd7ad7b5887e908941d264f9a81e124aeb9801a4149a0038b59011fa91) AuthConfig (e4ae91d3ff9a7012fca5154a68857267cee0490bc5e811807dac41c04bfe2302) AuthConfig (68957474a899fcffac91ecde83a23e1770893278649b1bc9ff64c501dd6e92ea) AuthConfig (3bf8c9e197051289a43c89af757b14fc98e2353b36b1980dbfd666dd3d66eb18) AuthConfig (71c7f4e233c23f8ff607732c4c487a5f763fda38783f84560c088ef8e05f9d9e) AuthConfig (bb454958d0024f4a1884c9a320df04aee404ff9e070e1f5e9e24561fc5273b58) AuthConfig (9505bbe6a4b0f5f77daaac447e5282c67483352d4f90552315668b746bf691f2) AuthConfig (cc939dc9dd4c69d8d3061a6cf9a35828ba70fd3e26e922200a97cabcd0db3c67) AuthConfig (803817049534835f2d73443a1c95c1853c8cc28e71d11c6759fff29840f805ab) AuthConfig (01c31e6a7955b2adff9d4c7e89645b452d5c37cf740d8f58c8157ea756b4d1d6) AuthConfig (6b760e1d12e3b33e5c41a0a86f9e8de783928cccaab3fa8de56c88e83c4b3055) AuthConfig (66f9b2cc96e2c26c5075e4f06365ff0dfc1dc55ca041b2ee66d43dc0ef0fe375) AuthConfig (34d93f71a8ab6e55844288568f8eeaac0175bbbab1c322da1a26052fa5302142) AuthConfig (bc3ab1bf22bbc8813f9821aeb2b5504ec98da73167df1fe2a10caa8389db77ef) AuthConfig (126daa60283b2884c274e90403b55e1b6786dd58f2cf235a5713d327a3c5174f) AuthConfig (0543f7008cffdbd5f74c03dbfc6840c5b103cd59b9d5c610dffc98537507b6e3) AuthConfig (2ba708b9fdf5457721dc568c8f6b30037c26803bc9721f378aaf9d5c930b2219) AuthConfig (85616f527caa37e9df7d540e4a7b56f1f969af0bd27e7243e611d485a03686e3) AuthConfig (897906c25ba98e3602be7f8ef6a804c6a45696d310c8f9fb79b5ceb22acc6fc6) AuthConfig (42cb9be5aa5697c0323eb848a4292900f03cad6e9aafeb15295fac44e8ba01f0) AuthConfig (07be1a6752d1710d7bbd75d85afd3a926b38895beebb1a6d69f51235abc59e4d) AuthConfig (ede7636c645c1072c19f17de7c2f3f066d51def4f2c56097986e2e952fadce48) AuthConfig (bccfa3108e1d0c0ba423b280eade6f0bc2db5bf1ada3316e64f13207710017d3) AuthConfig (eeb6cd53f570c03e185d752c3f06f8e711e787abeaff2e782d223e703be1069f) AuthConfig (5ce37801974da76bd182d866f22b66bcc5e962b8317a5ce5ef4c32582e93d675) AuthConfig (40424786ac75556b870c23c93f995706646877d906fc80633ce0d33a8f090f5d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"d3210412-df20-47b4-9bef-028993eb80ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:58.736987028Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-869cca-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0d3f93c143fff445ecd1c572a7d06a04e6b2613f2de8911fe5c747fa09549402) AuthConfig (77b0f673b73dfa07ad7cf56a46696b3615f15fb33af4e513bb6e081a08e82854) AuthConfig (54f80902dac2247db2852dd803b087f26b93af9ae0d1f241fb74132e3c6fde4c) AuthConfig (374ee4273177ac73d9bb5e15c6a37214d1775ed10d55624c8c63146e986f82f7) AuthConfig (a55570dd7ad7b5887e908941d264f9a81e124aeb9801a4149a0038b59011fa91) AuthConfig (e4ae91d3ff9a7012fca5154a68857267cee0490bc5e811807dac41c04bfe2302) AuthConfig (68957474a899fcffac91ecde83a23e1770893278649b1bc9ff64c501dd6e92ea) AuthConfig (3bf8c9e197051289a43c89af757b14fc98e2353b36b1980dbfd666dd3d66eb18) AuthConfig (71c7f4e233c23f8ff607732c4c487a5f763fda38783f84560c088ef8e05f9d9e) AuthConfig (bb454958d0024f4a1884c9a320df04aee404ff9e070e1f5e9e24561fc5273b58) AuthConfig (9505bbe6a4b0f5f77daaac447e5282c67483352d4f90552315668b746bf691f2) AuthConfig (cc939dc9dd4c69d8d3061a6cf9a35828ba70fd3e26e922200a97cabcd0db3c67) AuthConfig (803817049534835f2d73443a1c95c1853c8cc28e71d11c6759fff29840f805ab) AuthConfig (01c31e6a7955b2adff9d4c7e89645b452d5c37cf740d8f58c8157ea756b4d1d6) AuthConfig (6b760e1d12e3b33e5c41a0a86f9e8de783928cccaab3fa8de56c88e83c4b3055) AuthConfig (66f9b2cc96e2c26c5075e4f06365ff0dfc1dc55ca041b2ee66d43dc0ef0fe375) AuthConfig (34d93f71a8ab6e55844288568f8eeaac0175bbbab1c322da1a26052fa5302142) AuthConfig (bc3ab1bf22bbc8813f9821aeb2b5504ec98da73167df1fe2a10caa8389db77ef) AuthConfig (126daa60283b2884c274e90403b55e1b6786dd58f2cf235a5713d327a3c5174f) AuthConfig (0543f7008cffdbd5f74c03dbfc6840c5b103cd59b9d5c610dffc98537507b6e3) AuthConfig (2ba708b9fdf5457721dc568c8f6b30037c26803bc9721f378aaf9d5c930b2219) AuthConfig (85616f527caa37e9df7d540e4a7b56f1f969af0bd27e7243e611d485a03686e3) AuthConfig (897906c25ba98e3602be7f8ef6a804c6a45696d310c8f9fb79b5ceb22acc6fc6) AuthConfig (42cb9be5aa5697c0323eb848a4292900f03cad6e9aafeb15295fac44e8ba01f0) AuthConfig (07be1a6752d1710d7bbd75d85afd3a926b38895beebb1a6d69f51235abc59e4d) AuthConfig (ede7636c645c1072c19f17de7c2f3f066d51def4f2c56097986e2e952fadce48) AuthConfig (bccfa3108e1d0c0ba423b280eade6f0bc2db5bf1ada3316e64f13207710017d3) AuthConfig (eeb6cd53f570c03e185d752c3f06f8e711e787abeaff2e782d223e703be1069f) AuthConfig (5ce37801974da76bd182d866f22b66bcc5e962b8317a5ce5ef4c32582e93d675) AuthConfig (40424786ac75556b870c23c93f995706646877d906fc80633ce0d33a8f090f5d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"ac8cf210-f261-4f31-8d3e-f43b2a53b676","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:58.75206956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d93df726-b57a-42bc-a18d-28b189a5fd9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:58.752130401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6285ff12-7fb1-49f8-8d00-e8ec5034ab0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:58.754276994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"c369423c-d723-46dd-9949-b103548d9c0b","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:59.922637502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"6bdba91d-fe55-4765-aa3a-70f9528a4527","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-beb27d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:21:59.922669575Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"6bdba91d-fe55-4765-aa3a-70f9528a4527","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-beb27d-f9ca6461eebc","namespace":"llm","model":"e2e-rt-sw-beb27d","externalModel":"e2e-rt-sw-beb27d","provider":"e2e-rt-sw-beb27d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:21:59.978578408Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-beb27d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-sub","reconcileID":"7746f735-77ab-4d74-ae7d-dced541cd7fe","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-beb27d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:00.077899636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"1fe4ae42-d1d2-43da-997d-8ba4eaa71062","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:00.078054347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37179321-4868-47c3-b910-db4c4a68ccc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:00.077900369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"462cac05-3fe8-4230-9cf1-aaa868c9e01d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:00.084952787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"2b17bb70-f6ba-4f55-a831-0112fa6c9bd1","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-beb27d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:00.084974091Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"2b17bb70-f6ba-4f55-a831-0112fa6c9bd1","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-beb27d-f9ca6461eebc","namespace":"llm","model":"e2e-rt-sw-beb27d","externalModel":"e2e-rt-sw-beb27d","provider":"e2e-rt-sw-beb27d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:00.135810428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37179321-4868-47c3-b910-db4c4a68ccc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:00.136097284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"462cac05-3fe8-4230-9cf1-aaa868c9e01d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:00.13820733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"1fe4ae42-d1d2-43da-997d-8ba4eaa71062","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:22:00.190511747Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"2b17bb70-f6ba-4f55-a831-0112fa6c9bd1","name":"e2e-rt-sw-beb27d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-beb27d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:22:00.190583912Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"2b17bb70-f6ba-4f55-a831-0112fa6c9bd1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-beb27d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:00.242533126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"e59d5246-45d5-4d49-ad07-00bad979f0fb","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-beb27d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:00.242558767Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"e59d5246-45d5-4d49-ad07-00bad979f0fb","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-beb27d-f9ca6461eebc","namespace":"llm","model":"e2e-rt-sw-beb27d","externalModel":"e2e-rt-sw-beb27d","provider":"e2e-rt-sw-beb27d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:00.414947814Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-beb27d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-sub","reconcileID":"c9701e29-d44b-434a-ae55-33db35a54e8f","MaaSSubscription":{"name":"e2e-rt-sw-beb27d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-beb27d","model":"e2e-rt-sw-beb27d","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-beb27d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:00.550199935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46af11fa-ce8a-40e9-9998-b5c8c275ee8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:00.550210359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b30ad870-8028-4f73-acd8-93c16ded413b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:00.607483397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b30ad870-8028-4f73-acd8-93c16ded413b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:00.607746989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46af11fa-ce8a-40e9-9998-b5c8c275ee8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:00.657773561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"daf27d40-f352-4b5d-b7f1-37667c920e28","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:00.68597693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"ec91ec4a-5d9d-471f-859c-12c00af8a22a","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-beb27d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:00.686000928Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"ec91ec4a-5d9d-471f-859c-12c00af8a22a","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-beb27d-f9ca6461eebc","namespace":"llm","model":"e2e-rt-sw-beb27d","externalModel":"e2e-rt-sw-beb27d","provider":"e2e-rt-sw-beb27d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:00.713034961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"1a88a225-b611-457d-b864-7b560708abbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:00.714258081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"53a1017a-0048-42f7-9ced-66486ecb0f08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:00.714796287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"daf27d40-f352-4b5d-b7f1-37667c920e28","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:00.769855473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"1a88a225-b611-457d-b864-7b560708abbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:00.771285623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"53a1017a-0048-42f7-9ced-66486ecb0f08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:00.894020384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-beb27d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-sub","reconcileID":"e555d887-0a03-4cdd-bf4b-a3857a57ddf1","MaaSSubscription":{"name":"e2e-rt-sw-beb27d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-beb27d","model":"llm/e2e-rt-sw-beb27d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:01.038247497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"4f7d2ad2-a45e-4151-845d-7653333219f2","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:01.038979301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"cc87b9ac-aaa2-414d-bda4-6052a958ed4c","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:01.310834862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"8022726f-fa4d-43d3-b669-4b227abb8104","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:01.367571678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"98543833-b0aa-4357-ac17-aca29ecffcd8","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:01.523334912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-434b46b7","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-gw-auth-434b46b7","reconcileID":"636804e2-6d2c-4594-8915-2eae491daadd","MaaSAuthPolicy":{"name":"e2e-gw-auth-434b46b7","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:01.58073068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-434b46b7","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-gw-auth-434b46b7","reconcileID":"636804e2-6d2c-4594-8915-2eae491daadd","MaaSAuthPolicy":{"name":"e2e-gw-auth-434b46b7","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:01.849795709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"208570e0-83d4-4c80-97c3-2f67c540a118","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:02.005034859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-434b46b7","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-gw-auth-434b46b7","reconcileID":"eeb46c50-bcaf-4305-89f9-27104cfb8929","MaaSAuthPolicy":{"name":"e2e-gw-auth-434b46b7","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:02.061866888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-434b46b7","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-gw-auth-434b46b7","reconcileID":"eeb46c50-bcaf-4305-89f9-27104cfb8929","MaaSAuthPolicy":{"name":"e2e-gw-auth-434b46b7","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:04.66636388Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:05.769860547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"5a51e027-5c83-4723-92d5-288e52edbd48","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:05.826811399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"f495d4f9-6815-4cb6-b20d-1690c9faef9c","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:05.981518293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-9edd0533-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-bulk-sub-9edd0533-auth","reconcileID":"383b04c8-6673-4219-84da-f85e4948b426","MaaSAuthPolicy":{"name":"e2e-bulk-sub-9edd0533-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:06.038753027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-9edd0533-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-bulk-sub-9edd0533-auth","reconcileID":"383b04c8-6673-4219-84da-f85e4948b426","MaaSAuthPolicy":{"name":"e2e-bulk-sub-9edd0533-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:06.065725642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"9f65ab28-69ce-462c-a97a-c75c89f18587","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:06.121297166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"744b8032-9c0e-4c05-8099-ceb34aff8f39","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:22:06.174904558Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-9edd0533","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-bulk-sub-9edd0533","reconcileID":"a5c31392-c235-4c42-b27e-1b88394d7538","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-9edd0533\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:06.221240258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"2fda0239-d924-48f0-a4a1-6af9b3f5acea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:06.221246735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"abdd6584-c769-413f-9cc1-e401f93cae7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:06.278313552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"abdd6584-c769-413f-9cc1-e401f93cae7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:06.278330095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"2fda0239-d924-48f0-a4a1-6af9b3f5acea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:06.298977444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"33d4fd4c-dd49-4238-aebc-a9d0b24e317c","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:06.355853616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"ffe1e0f7-8717-4f59-9181-223bd63fa7e8","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:06.356490976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"8fe77d04-4f1b-4c68-9978-e03ee4ecf8fe","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:06.511262686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-9edd0533-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-bulk-sub-9edd0533-auth","reconcileID":"1efe76cb-70bb-42f8-884b-80b956edf7c8","MaaSAuthPolicy":{"name":"e2e-bulk-sub-9edd0533-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:06.569922968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-9edd0533-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-bulk-sub-9edd0533-auth","reconcileID":"1efe76cb-70bb-42f8-884b-80b956edf7c8","MaaSAuthPolicy":{"name":"e2e-bulk-sub-9edd0533-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:06.623109722Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-9edd0533","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-bulk-sub-9edd0533","reconcileID":"aafff7b2-82c6-46d4-b646-a3fd9d1fd215","MaaSSubscription":{"name":"e2e-bulk-sub-9edd0533","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/e2e-bulk-sub-9edd0533","ai-tenant-e2e-worker-w2-e1ca71/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:06.654157669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"41a779b8-1f65-4002-914d-d4e1370e9e26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:06.654147556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"ffea8219-0467-4e61-9ba9-a4b4b1878f36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:06.718491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"41a779b8-1f65-4002-914d-d4e1370e9e26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:06.718522224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"ffea8219-0467-4e61-9ba9-a4b4b1878f36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:06.819713652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"8146d778-4620-4594-8f4f-2b05d9d79fdb","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:06.857741601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"d42bab7d-4eda-4a07-bb83-d38c77581790","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:07.029373168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-9edd0533","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-bulk-sub-9edd0533","reconcileID":"4e8452c8-9828-4de7-9ffe-48da69539442","MaaSSubscription":{"name":"e2e-bulk-sub-9edd0533","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:08.886417769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"b8a57af8-522e-4c25-83b9-c5a8d829abd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:08.892402012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"c96eae46-6d4e-4f2d-b2bf-dd474784edad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:08.94586007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"b8a57af8-522e-4c25-83b9-c5a8d829abd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:08.950493462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"c96eae46-6d4e-4f2d-b2bf-dd474784edad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:09.002496075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-869cca-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0d3f93c143fff445ecd1c572a7d06a04e6b2613f2de8911fe5c747fa09549402) AuthConfig (77b0f673b73dfa07ad7cf56a46696b3615f15fb33af4e513bb6e081a08e82854) AuthConfig (54f80902dac2247db2852dd803b087f26b93af9ae0d1f241fb74132e3c6fde4c) AuthConfig (374ee4273177ac73d9bb5e15c6a37214d1775ed10d55624c8c63146e986f82f7) AuthConfig (a55570dd7ad7b5887e908941d264f9a81e124aeb9801a4149a0038b59011fa91) AuthConfig (e4ae91d3ff9a7012fca5154a68857267cee0490bc5e811807dac41c04bfe2302) AuthConfig (68957474a899fcffac91ecde83a23e1770893278649b1bc9ff64c501dd6e92ea) AuthConfig (3bf8c9e197051289a43c89af757b14fc98e2353b36b1980dbfd666dd3d66eb18) AuthConfig (71c7f4e233c23f8ff607732c4c487a5f763fda38783f84560c088ef8e05f9d9e) AuthConfig (bb454958d0024f4a1884c9a320df04aee404ff9e070e1f5e9e24561fc5273b58) AuthConfig (9505bbe6a4b0f5f77daaac447e5282c67483352d4f90552315668b746bf691f2) AuthConfig (cc939dc9dd4c69d8d3061a6cf9a35828ba70fd3e26e922200a97cabcd0db3c67) AuthConfig (803817049534835f2d73443a1c95c1853c8cc28e71d11c6759fff29840f805ab) AuthConfig (01c31e6a7955b2adff9d4c7e89645b452d5c37cf740d8f58c8157ea756b4d1d6) AuthConfig (6b760e1d12e3b33e5c41a0a86f9e8de783928cccaab3fa8de56c88e83c4b3055) AuthConfig (66f9b2cc96e2c26c5075e4f06365ff0dfc1dc55ca041b2ee66d43dc0ef0fe375) AuthConfig (34d93f71a8ab6e55844288568f8eeaac0175bbbab1c322da1a26052fa5302142) AuthConfig (bc3ab1bf22bbc8813f9821aeb2b5504ec98da73167df1fe2a10caa8389db77ef) AuthConfig (126daa60283b2884c274e90403b55e1b6786dd58f2cf235a5713d327a3c5174f) AuthConfig (0543f7008cffdbd5f74c03dbfc6840c5b103cd59b9d5c610dffc98537507b6e3) AuthConfig (2ba708b9fdf5457721dc568c8f6b30037c26803bc9721f378aaf9d5c930b2219) AuthConfig (85616f527caa37e9df7d540e4a7b56f1f969af0bd27e7243e611d485a03686e3) AuthConfig (897906c25ba98e3602be7f8ef6a804c6a45696d310c8f9fb79b5ceb22acc6fc6) AuthConfig (42cb9be5aa5697c0323eb848a4292900f03cad6e9aafeb15295fac44e8ba01f0) AuthConfig (07be1a6752d1710d7bbd75d85afd3a926b38895beebb1a6d69f51235abc59e4d) AuthConfig (ede7636c645c1072c19f17de7c2f3f066d51def4f2c56097986e2e952fadce48) AuthConfig (bccfa3108e1d0c0ba423b280eade6f0bc2db5bf1ada3316e64f13207710017d3) AuthConfig (eeb6cd53f570c03e185d752c3f06f8e711e787abeaff2e782d223e703be1069f) AuthConfig (5ce37801974da76bd182d866f22b66bcc5e962b8317a5ce5ef4c32582e93d675) AuthConfig (40424786ac75556b870c23c93f995706646877d906fc80633ce0d33a8f090f5d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"b8a57af8-522e-4c25-83b9-c5a8d829abd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:09.008027737Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-869cca-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0d3f93c143fff445ecd1c572a7d06a04e6b2613f2de8911fe5c747fa09549402) AuthConfig (77b0f673b73dfa07ad7cf56a46696b3615f15fb33af4e513bb6e081a08e82854) AuthConfig (54f80902dac2247db2852dd803b087f26b93af9ae0d1f241fb74132e3c6fde4c) AuthConfig (374ee4273177ac73d9bb5e15c6a37214d1775ed10d55624c8c63146e986f82f7) AuthConfig (a55570dd7ad7b5887e908941d264f9a81e124aeb9801a4149a0038b59011fa91) AuthConfig (e4ae91d3ff9a7012fca5154a68857267cee0490bc5e811807dac41c04bfe2302) AuthConfig (68957474a899fcffac91ecde83a23e1770893278649b1bc9ff64c501dd6e92ea) AuthConfig (3bf8c9e197051289a43c89af757b14fc98e2353b36b1980dbfd666dd3d66eb18) AuthConfig (71c7f4e233c23f8ff607732c4c487a5f763fda38783f84560c088ef8e05f9d9e) AuthConfig (bb454958d0024f4a1884c9a320df04aee404ff9e070e1f5e9e24561fc5273b58) AuthConfig (9505bbe6a4b0f5f77daaac447e5282c67483352d4f90552315668b746bf691f2) AuthConfig (cc939dc9dd4c69d8d3061a6cf9a35828ba70fd3e26e922200a97cabcd0db3c67) AuthConfig (803817049534835f2d73443a1c95c1853c8cc28e71d11c6759fff29840f805ab) AuthConfig (01c31e6a7955b2adff9d4c7e89645b452d5c37cf740d8f58c8157ea756b4d1d6) AuthConfig (6b760e1d12e3b33e5c41a0a86f9e8de783928cccaab3fa8de56c88e83c4b3055) AuthConfig (66f9b2cc96e2c26c5075e4f06365ff0dfc1dc55ca041b2ee66d43dc0ef0fe375) AuthConfig (34d93f71a8ab6e55844288568f8eeaac0175bbbab1c322da1a26052fa5302142) AuthConfig (bc3ab1bf22bbc8813f9821aeb2b5504ec98da73167df1fe2a10caa8389db77ef) AuthConfig (126daa60283b2884c274e90403b55e1b6786dd58f2cf235a5713d327a3c5174f) AuthConfig (0543f7008cffdbd5f74c03dbfc6840c5b103cd59b9d5c610dffc98537507b6e3) AuthConfig (2ba708b9fdf5457721dc568c8f6b30037c26803bc9721f378aaf9d5c930b2219) AuthConfig (85616f527caa37e9df7d540e4a7b56f1f969af0bd27e7243e611d485a03686e3) AuthConfig (897906c25ba98e3602be7f8ef6a804c6a45696d310c8f9fb79b5ceb22acc6fc6) AuthConfig (42cb9be5aa5697c0323eb848a4292900f03cad6e9aafeb15295fac44e8ba01f0) AuthConfig (07be1a6752d1710d7bbd75d85afd3a926b38895beebb1a6d69f51235abc59e4d) AuthConfig (ede7636c645c1072c19f17de7c2f3f066d51def4f2c56097986e2e952fadce48) AuthConfig (bccfa3108e1d0c0ba423b280eade6f0bc2db5bf1ada3316e64f13207710017d3) AuthConfig (eeb6cd53f570c03e185d752c3f06f8e711e787abeaff2e782d223e703be1069f) AuthConfig (5ce37801974da76bd182d866f22b66bcc5e962b8317a5ce5ef4c32582e93d675) AuthConfig (40424786ac75556b870c23c93f995706646877d906fc80633ce0d33a8f090f5d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"c96eae46-6d4e-4f2d-b2bf-dd474784edad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:11.681360753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"d6ee118d-b279-4e65-b239-56641fa5ad34","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:11.836858224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-9edd0533-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-bulk-sub-9edd0533-auth","reconcileID":"c62a0ca8-9b17-412c-9b07-eee40dd811fe","MaaSAuthPolicy":{"name":"e2e-bulk-sub-9edd0533-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:11.837007199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"3add0bff-e1b8-4b09-930d-31f994a34016","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:11.83685821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"c364ff53-22e4-425f-bc7b-2f4158f7d382","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:11.895598069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"3add0bff-e1b8-4b09-930d-31f994a34016","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:11.895596393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-9edd0533-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-bulk-sub-9edd0533-auth","reconcileID":"c62a0ca8-9b17-412c-9b07-eee40dd811fe","MaaSAuthPolicy":{"name":"e2e-bulk-sub-9edd0533-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:11.89781914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"c364ff53-22e4-425f-bc7b-2f4158f7d382","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:14.187843788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-beb27d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-sub","reconcileID":"198a5fdf-c96b-401c-885b-9f073d6cecc0","MaaSSubscription":{"name":"e2e-rt-sw-beb27d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-beb27d","model":"llm/e2e-rt-sw-beb27d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:14.465427073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"387f6110-7d67-4e12-9722-a4588c6de525","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-beb27d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:14.465465398Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"387f6110-7d67-4e12-9722-a4588c6de525","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-beb27d-f9ca6461eebc","namespace":"llm","model":"e2e-rt-sw-beb27d","externalModel":"e2e-rt-sw-beb27d","provider":"e2e-rt-sw-beb27d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:14.538462483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3170f2ee-eb35-4e02-83b8-33e05c04db67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:14.53853508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7320bd22-c789-4f2e-b08f-ec41dd283fe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:14.54160353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"c5dfab72-d658-41f5-910c-c9bd4c7cf628","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:14.597521837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3170f2ee-eb35-4e02-83b8-33e05c04db67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:14.597521835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7320bd22-c789-4f2e-b08f-ec41dd283fe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:14.599854079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"c5dfab72-d658-41f5-910c-c9bd4c7cf628","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:15.244201837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"fa71da50-7590-4e3d-9666-4b1b1ce3e5e6","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:15.244229235Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-434b46b7","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-gw-auth-434b46b7","reconcileID":"d07b54ae-86c2-4676-bd20-2fda55396a13","MaaSAuthPolicy":{"name":"e2e-gw-auth-434b46b7","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:15.453141597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"4df00dc6-2a06-4e4b-97c3-dd95eed4259d","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:17.565359981Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"9e5d304c-2498-4d5f-bc25-e8265a1b316a","namespace":"llm","name":"e2e-rt-sw-beb27d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:17.617440476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"67da55a0-d99f-4c3c-8643-12873a414337","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-beb27d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:17.617471873Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"67da55a0-d99f-4c3c-8643-12873a414337","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-beb27d-f9ca6461eebc","namespace":"llm","model":"e2e-rt-sw-beb27d","externalModel":"e2e-rt-sw-beb27d","provider":"e2e-rt-sw-beb27d-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:17.721654353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"5291d07e-720c-4b43-9dcb-8db15ed7acc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:17.721654312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"0eaebcc8-b7ca-478d-9225-e622d8f80de6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:17.722580204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"ac0af0c0-d2ce-4d49-9ea2-fde819656477","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:17.722791144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"1ebb9ec7-6adb-4b25-b2e0-af38debe9f66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:17.774241481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75e693f2-103d-4be5-8a3e-550ff86a5bec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:17.779147016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"5291d07e-720c-4b43-9dcb-8db15ed7acc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:17.782708342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"0eaebcc8-b7ca-478d-9225-e622d8f80de6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:17.782709807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"1ebb9ec7-6adb-4b25-b2e0-af38debe9f66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:17.785066833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"ac0af0c0-d2ce-4d49-9ea2-fde819656477","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:17.795914974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8b895843-1f8f-41aa-b266-a16793df74ac","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:17.796005435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8b895843-1f8f-41aa-b266-a16793df74ac","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:17.796314386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1e52553b-74fc-44a4-a19f-1a5d8624a887","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:17.796328912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1e52553b-74fc-44a4-a19f-1a5d8624a887","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:17.796516322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"336ce1c2-05dd-4ac0-9e2e-e050368e9d26","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:17.796526101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"336ce1c2-05dd-4ac0-9e2e-e050368e9d26","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:17.796832424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"71aab0db-c05c-4552-bfd4-305f66c67332","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:17.796843672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"71aab0db-c05c-4552-bfd4-305f66c67332","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:17.797033176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5f68c779-1aa1-4539-ae4c-3064ba275349","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:17.797043859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5f68c779-1aa1-4539-ae4c-3064ba275349","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:17.797257382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5b0219bf-76c0-41f9-8f9d-74bf5882215c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:17.797267557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5b0219bf-76c0-41f9-8f9d-74bf5882215c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:17.851106855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"73b3208b-8db0-4697-a0cb-71e15d381607","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-beb27d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:17.851237752Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"73b3208b-8db0-4697-a0cb-71e15d381607","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-beb27d-f9ca6461eebc","namespace":"llm","model":"e2e-rt-sw-beb27d","externalModel":"e2e-rt-sw-beb27d","provider":"e2e-rt-sw-beb27d-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:17.851874186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75e693f2-103d-4be5-8a3e-550ff86a5bec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:17.905700041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"134541e5-bea2-4527-b582-16a8838f3cbe","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:17.906298212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"134541e5-bea2-4527-b582-16a8838f3cbe","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:17.906635809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8788371a-089e-427c-938c-ace6533fd71c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:17.906673473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8788371a-089e-427c-938c-ace6533fd71c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:18.014304965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"354998b4-d275-4c37-913d-afe8d001cdf2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:18.01455794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"246b6570-9053-48d6-ab43-2ba6ed0a662d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:18.067561396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-beb27d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-sub","reconcileID":"fd0fb563-6091-47e0-baf2-33d43604e8f5","MaaSSubscription":{"name":"e2e-rt-sw-beb27d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-beb27d","model":"llm/e2e-rt-sw-beb27d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:18.159651777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"7feda578-1688-446f-9dea-4bc50b0e4988","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:18.160149387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"premium-w1-869cca","reconcileID":"39073294-5fec-484b-95b8-a29986459a7b","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"premium-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"premium-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:18.159723418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"04b053f0-3616-462a-8f47-768a7f9a7265","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:18.160632852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"bb9265e3-c998-4331-8bd6-43800bac7d43","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:18.221556054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"7feda578-1688-446f-9dea-4bc50b0e4988","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:18.222481965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"04b053f0-3616-462a-8f47-768a7f9a7265","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:18.264767519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"621d6097-9d06-4e01-a3c3-27774aa268c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:18.322012178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"621d6097-9d06-4e01-a3c3-27774aa268c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:18.360783321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"3f94059c-39cf-42ab-83b5-ed89722a9cd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:18.412513283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"d592989e-0d31-4d48-9c1d-fde9db9a564e","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:18.417898583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"3f94059c-39cf-42ab-83b5-ed89722a9cd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:18.469576116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"d592989e-0d31-4d48-9c1d-fde9db9a564e","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:18.55283609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"c253f8ce-a61b-4c4f-8d9e-e28c50892192","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:18.605047642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74bbd515-c2ad-451a-a9ca-c256767c9c5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:18.611153269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"c253f8ce-a61b-4c4f-8d9e-e28c50892192","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:18.653674627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"69ee86e4-1d50-42eb-91a7-e8f3efbf6d7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:18.66216732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74bbd515-c2ad-451a-a9ca-c256767c9c5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:18.712230505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"69ee86e4-1d50-42eb-91a7-e8f3efbf6d7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:18.728597513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-9edd0533-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-bulk-sub-9edd0533-auth","reconcileID":"44edac7f-2490-4cb6-8feb-5c2cdbd81f5a","MaaSAuthPolicy":{"name":"e2e-bulk-sub-9edd0533-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:18.789936843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-9edd0533-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-bulk-sub-9edd0533-auth","reconcileID":"44edac7f-2490-4cb6-8feb-5c2cdbd81f5a","MaaSAuthPolicy":{"name":"e2e-bulk-sub-9edd0533-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:18.944468389Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"bc1fc479-ab08-4226-b8a9-0b2db2df7258","namespace":"llm","name":"e2e-rt-sw-beb27d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:18.98828889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad30f23c-66de-49cd-a277-6a350ffeb9ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:19.049007692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad30f23c-66de-49cd-a277-6a350ffeb9ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:19.09669153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"5b6d77a0-e2ce-4de9-92cf-af3880938f77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:19.096724852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"eb423bf6-4edb-4c65-895a-c362feac2880","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:19.154967941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"eb423bf6-4edb-4c65-895a-c362feac2880","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:19.155787557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"5b6d77a0-e2ce-4de9-92cf-af3880938f77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:19.156251463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"276021a6-56c3-47dd-a9cd-62af96c9e4fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:19.193494613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-9edd0533-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-bulk-sub-9edd0533-auth","reconcileID":"f89b0278-68f8-4742-8a36-a781de741f2a","MaaSAuthPolicy":{"name":"e2e-bulk-sub-9edd0533-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:19.213404337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"276021a6-56c3-47dd-a9cd-62af96c9e4fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:19.254974908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-9edd0533-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-bulk-sub-9edd0533-auth","reconcileID":"f89b0278-68f8-4742-8a36-a781de741f2a","MaaSAuthPolicy":{"name":"e2e-bulk-sub-9edd0533-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:19.414593567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7282426-4953-40c6-a0cf-05bd6dd935df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:19.470707838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"143578fd-babc-455e-a3b5-d8d67a8deb05","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:19.47115829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"premium-w0-10a7aa","reconcileID":"1de0a492-9c69-45b4-ae4f-351d324c98cc","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"premium-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"premium-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:19.472470258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7282426-4953-40c6-a0cf-05bd6dd935df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:19.515587012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"928c60e4-33d1-4044-b416-f66fe4ce1778","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:19.51568557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"6e99f232-aaf1-4688-9de4-10a36f3e034f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:19.546028662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"8639706c-31b1-484d-a4ed-36c911c84558","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:19.546556108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"premium-w0-10a7aa","reconcileID":"05ba6380-6bbe-49f5-905c-e9e7837ee51e","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"premium-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"premium-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:19.573555045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"6e99f232-aaf1-4688-9de4-10a36f3e034f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:19.574965435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"928c60e4-33d1-4044-b416-f66fe4ce1778","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:19.617167858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"672ccbe8-96a8-46c9-ac51-db128371cfea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:19.617168648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"b69b3afe-22dd-47cb-82f9-2a2473e01b62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:19.6753648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"b69b3afe-22dd-47cb-82f9-2a2473e01b62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:19.676399832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"672ccbe8-96a8-46c9-ac51-db128371cfea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:19.678607934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"4b066e8e-6c1d-49dc-bf2b-c8d16c690bd5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:19.688358686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"36b43ecc-25a5-4f38-8dd7-08d792fde8b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:19.845646463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"230dee11-df2e-42c5-90a7-3314a3f718c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:19.902977885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"230dee11-df2e-42c5-90a7-3314a3f718c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:19.940737379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"b4043e4f-a9ed-4223-9df9-2dcee8af2468","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:19.941509999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"31ecb6f6-c5dd-488b-b3f0-36cee6f78048","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:19.998857342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"31ecb6f6-c5dd-488b-b3f0-36cee6f78048","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:19.999066453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"b4043e4f-a9ed-4223-9df9-2dcee8af2468","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:20.045214894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"86cdbbd9-03d7-4750-b735-280566447ced","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:20.104124122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"aa07a91f-a569-4288-a6b5-9f677c791166","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:20.108879909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"86cdbbd9-03d7-4750-b735-280566447ced","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:20.162770123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"aa07a91f-a569-4288-a6b5-9f677c791166","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:20.265468918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"38f1669a-1da0-41de-944f-13c9e39ccca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:20.322319822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"38f1669a-1da0-41de-944f-13c9e39ccca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:20.366553377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"d5416f5c-95a8-48bd-90b6-64638826dcff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:20.42360525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"d5416f5c-95a8-48bd-90b6-64638826dcff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:21.845028431Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-9edd0533","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-bulk-sub-9edd0533","reconcileID":"6708cb38-85fc-4c50-bb36-2c68b33dd0e2","MaaSSubscription":{"name":"e2e-bulk-sub-9edd0533","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscription":"e2e-bulk-sub-9edd0533","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:22.061999861Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-9edd0533","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-bulk-sub-9edd0533","reconcileID":"6708cb38-85fc-4c50-bb36-2c68b33dd0e2","MaaSSubscription":{"name":"e2e-bulk-sub-9edd0533","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:22.271123493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"a6930476-cbd2-4588-bee8-3b3f4cf0527d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:22.325511937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"20f57497-fceb-4bfe-86f5-7272809d17c3","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:22.481988796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"c52cd3ab-e924-46e3-857c-6040790f8729","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:22.482103206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-9edd0533-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-bulk-sub-9edd0533-auth","reconcileID":"ea40420d-e414-4f4e-9a1e-ed507696f369","MaaSAuthPolicy":{"name":"e2e-bulk-sub-9edd0533-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:22.482446157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"5fb4ce24-d65e-4368-afba-9cd790b5e8d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:22.496307414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"53c5cb5b-35ce-4bb1-b79e-bd23ee4c2611","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:22.539933472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"c52cd3ab-e924-46e3-857c-6040790f8729","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:22.541271545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"5fb4ce24-d65e-4368-afba-9cd790b5e8d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:22.542393067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-9edd0533-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-bulk-sub-9edd0533-auth","reconcileID":"ea40420d-e414-4f4e-9a1e-ed507696f369","MaaSAuthPolicy":{"name":"e2e-bulk-sub-9edd0533-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:22.696150968Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-9edd0533-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-bulk-sub-9edd0533-auth","reconcileID":"83f0c07b-1e50-4496-853b-b001307332b3","MaaSAuthPolicy":{"name":"e2e-bulk-sub-9edd0533-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:22.856541525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"53a19741-5d34-4970-bcbf-c829843adea0","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:28.253025083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66aa2b75-c30c-4d7d-8f3a-02432e297d5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:28.253566298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc8b284e-2507-4aa1-b65e-9cc2dc068edb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:28.25375347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"21f84438-5fe0-4189-8800-4313710182e3","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:28.312903453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"cdcedd69-ad50-484b-bd2c-43ba35e9c5cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:28.313018902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"033a2b86-398e-42e8-b7d3-f78ea2b452f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:28.318770661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc8b284e-2507-4aa1-b65e-9cc2dc068edb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:28.319275271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66aa2b75-c30c-4d7d-8f3a-02432e297d5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:28.321078134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"21f84438-5fe0-4189-8800-4313710182e3","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:28.374112729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"cdcedd69-ad50-484b-bd2c-43ba35e9c5cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:28.374720478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"033a2b86-398e-42e8-b7d3-f78ea2b452f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:34.666421417Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:42.869537357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"09ae570d-8fc3-4884-93fe-05794bc5ead3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:42.970782237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"3ac41c77-f7f6-4266-a4b7-73da45111378","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:42.98768932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"bf05feff-237f-462d-8504-e034a0346a99","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:43.071807255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"35edda16-5b85-43f3-84af-c604302b2020","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:43.107407174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"e26e1a20-1ed4-41ae-9f4b-9404aeb33c54","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:43.18613585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"3514d5d5-20ec-41e0-9a6d-677f073f2647","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:43.454880553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"21216304-8486-4c96-97b6-6322f03b63ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:43.554295455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"e3ced831-0626-4c23-aa18-a2ea58ee6883","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:43.652796567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ff9907dd-4a80-40d5-adc6-df0982e0304e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:43.688164761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"29fe7104-1ce7-49ae-b391-acae99108e4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:43.753271845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"89d1e8bd-da21-4104-972e-aa077b50a927","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:43.854070636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"7245c0bd-649c-4d38-86f7-eba58d770a22","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:22:43.927153521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-beb27d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-sub","reconcileID":"325da67c-0b51-4171-a21f-f38a96b42b45","MaaSSubscription":{"name":"e2e-rt-sw-beb27d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-beb27d","model":"llm/e2e-rt-sw-beb27d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:04.244848812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-d925972c","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"e2e-conflict-a-d925972c","reconcileID":"d35980af-06ad-492b-8cf9-64b182f48ef4","MaaSModelRef":{"name":"e2e-conflict-a-d925972c","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"e2e-conflict-a-d925972c-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"e2e-conflict-a-d925972c","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:04.464757264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"5d1b292e-d546-49ab-b6c8-4d88bb91e10e","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:04.465127348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"premium-w1-869cca","reconcileID":"169da52f-307a-4bb5-ad94-a1c78dea3187","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"premium-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"premium-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:04.532749803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"cf670a6f-aa99-493b-af2f-d7c5076b0c2d","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:04.533204691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"premium-w1-869cca","reconcileID":"7e1d1064-118b-4f81-b2d2-02d750faeee5","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"premium-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"premium-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:04.621293137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"dd4e9ff1-02e1-4831-b971-679d257d63fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:04.621292173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"b4c1ca74-8683-4fa1-8c4c-de3f09024bb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:04.667568932Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:04.675290515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"52d2d6d6-bfbc-49c4-beb9-b1cb8e5264eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:04.675904602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"799b816b-c1c4-48e0-b008-e4a5d5885b1e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:04.682376407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"dd4e9ff1-02e1-4831-b971-679d257d63fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:04.683584151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"b4c1ca74-8683-4fa1-8c4c-de3f09024bb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:05.042935201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"bb50e4da-57b1-4d68-9168-4e50738ec472","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:05.042972376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"85d61d3b-b6ba-4a4f-9546-c53e9f5a9030","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:05.100922704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"85d61d3b-b6ba-4a4f-9546-c53e9f5a9030","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:05.102310935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"bb50e4da-57b1-4d68-9168-4e50738ec472","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:07.837079434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"e646b389-ecc4-4926-a904-d2e612aba508","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:07.838088745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"fe08c9cc-5634-4968-9ad9-5e5f2166f652","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:07.905140042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"fadaa05b-4feb-432d-be47-18a50c2788ab","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:07.90551667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"72633c2e-4a3f-47a1-9e23-500335e345ec","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:07.995929041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"4be7127c-dda0-4325-bfea-22a4162f769f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:07.996007512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"cd1b5393-8a77-43cb-b00c-e16363534cf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:08.049161346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"697491db-d76d-4a5b-8e3e-aacc8280f587","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:08.056107414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"4be7127c-dda0-4325-bfea-22a4162f769f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:08.060541089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"cd1b5393-8a77-43cb-b00c-e16363534cf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:08.060079669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"76e0befd-f5d6-4282-89e3-a783f3007d81","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:08.376159098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"d4844971-6eaa-4bf3-b1e2-6c39bf0be5c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:08.376223639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"cec774a9-e963-484a-bf95-5ebd46bfa865","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:08.434425009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"cec774a9-e963-484a-bf95-5ebd46bfa865","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:08.435633735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"d4844971-6eaa-4bf3-b1e2-6c39bf0be5c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:16.809822532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"fa4ff896-dd20-4c3d-be17-5c98de262db1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:16.907890245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7a2605a9-e3cb-44b4-9919-9026dfd27985","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:17.010767527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"acb97240-16b5-4f42-996c-98e9a597974d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:17.170329205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-beb27d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-sub","reconcileID":"de9141ff-7b83-47fb-85a2-4cba5c5cb164","MaaSSubscription":{"name":"e2e-rt-sw-beb27d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-beb27d","model":"llm/e2e-rt-sw-beb27d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:17.210256537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b80fdb79-fe5e-499f-8e99-b4867aa86594","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:17.222604747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"6436c172-98e9-4f75-8222-d20f22d66d36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:17.311428875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"80207966-db21-4998-b08a-0807caf5df7d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:17.414152998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"a1c2ae11-db18-4e5c-92be-dfed6c25c46b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:17.529298215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"cb124ff7-ee3f-48c6-9aa7-37598fe6b470","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:17.629304854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"f298c621-3146-434a-af95-e3243a3bd4ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:17.629297196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"15517e55-519b-455a-92d2-39a523222aa6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:17.739105085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"11830daf-e736-4242-b588-84ce2e4f89fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:17.84046483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"53d8633d-0d18-4cb5-a229-1a0abf18f536","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:17.880444042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"5f712191-d9d3-4813-8c9f-45e7cbfdd97e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:17.880444072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"ba7e8c30-4c91-4afc-80a6-644e3a818bee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:17.937957884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"ba7e8c30-4c91-4afc-80a6-644e3a818bee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:17.938288385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"5f712191-d9d3-4813-8c9f-45e7cbfdd97e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:18.112041656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"4b54c9d8-036b-4aa5-98f5-84a44cf33362","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:18.11208755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"082eaac1-507a-4054-96e1-8133b8ea40c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:18.16973454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"082eaac1-507a-4054-96e1-8133b8ea40c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:18.169871663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"4b54c9d8-036b-4aa5-98f5-84a44cf33362","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:18.74427449Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"3459ec78-fb87-4994-9f0e-2d2364f7373e","namespace":"llm","name":"e2e-rt-sw-beb27d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:18.796598245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"2fdcc64e-b68a-4368-a523-22e15892e9de","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-beb27d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:18.796626234Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"2fdcc64e-b68a-4368-a523-22e15892e9de","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-beb27d-f9ca6461eebc","namespace":"llm","model":"e2e-rt-sw-beb27d","externalModel":"e2e-rt-sw-beb27d","provider":"e2e-rt-sw-beb27d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:18.899616172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"864396d5-bb66-4ea5-b659-db6363f1b6e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:18.900033878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"4d5d2ce5-b37e-4e45-88f8-8f27f6f229e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:18.900332354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"73239aa9-5626-4268-9b2e-18e0b077ae6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:18.90158066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"52b913a4-fb64-49ff-ab2d-372a5c02bb46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:18.901877697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"cbf4b8f6-8855-4008-a87b-00ffe89c422d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:18.957454939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"4d5d2ce5-b37e-4e45-88f8-8f27f6f229e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:18.957741214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"864396d5-bb66-4ea5-b659-db6363f1b6e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:18.960002514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"cbf4b8f6-8855-4008-a87b-00ffe89c422d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:18.9600968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"52b913a4-fb64-49ff-ab2d-372a5c02bb46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:18.964244457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"73239aa9-5626-4268-9b2e-18e0b077ae6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:18.970756427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9a0a985d-ab78-4c6d-8572-84b2731af133","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:18.970789143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9a0a985d-ab78-4c6d-8572-84b2731af133","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:18.972335977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"400f3a94-e689-4885-821a-28c7a98d02a3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:18.972365264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"400f3a94-e689-4885-821a-28c7a98d02a3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:18.972929529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9c04513a-51fe-4518-8963-d5301685fca9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:18.972957509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9c04513a-51fe-4518-8963-d5301685fca9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:19.027686748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"79a88cfd-fe5c-41fd-b585-f144a1265f5a","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-beb27d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:19.027727273Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"79a88cfd-fe5c-41fd-b585-f144a1265f5a","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-beb27d-f9ca6461eebc","namespace":"llm","model":"e2e-rt-sw-beb27d","externalModel":"e2e-rt-sw-beb27d","provider":"e2e-rt-sw-beb27d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:19.080302044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6976396b-c37a-486e-9813-8fc17bbe1ecc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:19.080324649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6976396b-c37a-486e-9813-8fc17bbe1ecc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:19.080689013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a2326270-3944-4dbf-abfb-032087645994","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:19.080715121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a2326270-3944-4dbf-abfb-032087645994","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:19.081034348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0eb60069-bc38-48eb-a971-90e726569a02","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:19.081051134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0eb60069-bc38-48eb-a971-90e726569a02","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:19.081419294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"549d93b6-2bd9-418b-9e16-9faa5eb57884","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:19.081435867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"549d93b6-2bd9-418b-9e16-9faa5eb57884","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:19.081745592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87ad8ed2-9e23-4028-bd61-7a9c703ad96f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:19.081764042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87ad8ed2-9e23-4028-bd61-7a9c703ad96f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:19.231940713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-beb27d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-sub","reconcileID":"b2da5466-05d4-45cd-9145-98a50361c3d5","MaaSSubscription":{"name":"e2e-rt-sw-beb27d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-beb27d","model":"llm/e2e-rt-sw-beb27d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:19.279415585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8c09b42d-d1e4-4681-8fe2-b96042a5795f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:19.279516844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"01099ad8-393e-4503-956f-2f59ce8bf85a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:19.317570983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"b9f73422-dc62-4a83-b798-f5f9c11f01c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:19.318074332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"57e59d0b-5dc4-475b-8145-7ce4dbca4fd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:19.318257621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"8f1a4161-317d-44c5-9cfa-bf65deee706f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:19.369355454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a1d20d7-b577-43d7-aac1-35edf23a3b98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:19.370241793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"22fb3aa9-eb04-449e-8a0e-e3e5e80f0144","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:19.375162795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"b9f73422-dc62-4a83-b798-f5f9c11f01c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:19.375313211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"57e59d0b-5dc4-475b-8145-7ce4dbca4fd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:19.377562631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"8f1a4161-317d-44c5-9cfa-bf65deee706f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:19.426816387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a1d20d7-b577-43d7-aac1-35edf23a3b98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:19.427877986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"22fb3aa9-eb04-449e-8a0e-e3e5e80f0144","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:19.685883888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"99ffb6e7-bf3c-4df4-8b42-89b593045a8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:19.686015659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"4884ea7b-038c-43b9-814e-73160e53fc07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:19.737469177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c53e5d7-87ae-45dd-adef-d4f02c48e6c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:19.743038819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"4884ea7b-038c-43b9-814e-73160e53fc07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:19.743056648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"99ffb6e7-bf3c-4df4-8b42-89b593045a8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:19.794901005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c53e5d7-87ae-45dd-adef-d4f02c48e6c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:20.005142864Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"3f149ced-436d-4f10-a127-69bd169962c8","namespace":"llm","name":"e2e-rt-sw-beb27d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:20.161473988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"18091449-9329-47e4-a37e-c201c74698f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:20.161509767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"0b7ffa90-efc5-4853-8731-973d5dfe0b7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:20.162217794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"759d773e-38ea-47f0-bd52-703fd854ad20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:20.212740657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"53a48583-06eb-4f1e-b8e2-1f8b2e6f06d8","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:20.213285885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1d4b77b-fb82-4abf-a6d2-c8e651b8b0fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:20.219975427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"18091449-9329-47e4-a37e-c201c74698f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:20.219975429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"0b7ffa90-efc5-4853-8731-973d5dfe0b7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:20.222323177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"759d773e-38ea-47f0-bd52-703fd854ad20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:20.270003048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"53a48583-06eb-4f1e-b8e2-1f8b2e6f06d8","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:20.270052236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1d4b77b-fb82-4abf-a6d2-c8e651b8b0fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:20.582804371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"a9eaeb5a-2c56-40ef-bc3a-744aac52596b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:20.582958951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"4906adc8-605f-47bc-8dd1-8b456fcac9e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:20.633811324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a7854acd-c3d2-44a9-b745-e95e0b644120","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:20.640205032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"4906adc8-605f-47bc-8dd1-8b456fcac9e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:20.641217451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"a9eaeb5a-2c56-40ef-bc3a-744aac52596b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:20.688469392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"3648dca6-3f35-467e-bf91-a71278b5a9d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:20.68849254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"c0173093-4b68-49a6-8293-c6fb8c49785f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:20.694430861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a7854acd-c3d2-44a9-b745-e95e0b644120","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:20.74630156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"c0173093-4b68-49a6-8293-c6fb8c49785f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:20.746442061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"3648dca6-3f35-467e-bf91-a71278b5a9d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:20.954707404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"a4142b9b-407d-4d31-972e-8b7608f75b26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:20.954805438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"2884de3a-ff7b-45ce-8259-15e3f520a95c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:21.011916384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"2884de3a-ff7b-45ce-8259-15e3f520a95c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:21.011923935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"a4142b9b-407d-4d31-972e-8b7608f75b26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:21.054913828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"539daee5-11af-4a28-878c-e7b83373dab1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:21.111879696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"539daee5-11af-4a28-878c-e7b83373dab1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:27.196934471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"ed16d71e-5de5-43ab-8450-1a6bacfc1ff0","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:29.715435192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"premium-w0-10a7aa","reconcileID":"8970dc81-c3f6-42a9-bbc4-73754db393ea","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"premium-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"premium-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:29.715869468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-d925972c","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"e2e-conflict-a-d925972c","reconcileID":"61180bf5-3ffd-4aa4-a046-34fa37570daf","MaaSModelRef":{"name":"e2e-conflict-a-d925972c","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"e2e-conflict-a-d925972c-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"e2e-conflict-a-d925972c","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:29.716090822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"6937e181-679d-40ff-a049-bc80121543b8","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:29.785347408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"premium-w0-10a7aa","reconcileID":"08e757eb-7f61-4279-b6e7-3c75ac47d8a0","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"premium-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"premium-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:29.785723857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-d925972c","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"e2e-conflict-a-d925972c","reconcileID":"0fcf6f8f-18df-429a-91fa-e8379b7bfdc5","MaaSModelRef":{"name":"e2e-conflict-a-d925972c","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"e2e-conflict-a-d925972c-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"e2e-conflict-a-d925972c","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:29.785904477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"1ea84ba8-f4f7-4e87-886d-f1f48a228b7e","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:29.871660182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"9effa5ed-d366-49e6-b2fe-0630aa6c306a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:29.871674947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"187161bc-4081-4f87-929a-0bbcd3b2e106","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:29.925590786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"8a57caf9-8eb4-49db-906f-2b31956028b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:29.925635675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"95729521-4ff1-404f-b786-8d0387685453","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:29.930107736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"9effa5ed-d366-49e6-b2fe-0630aa6c306a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:29.9302999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"187161bc-4081-4f87-929a-0bbcd3b2e106","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:30.29033041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"3fabe7b5-a706-4073-b0e2-a51b0fa9baa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:30.290331516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"40473b0a-c101-4327-8497-f80dceaf7e83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:30.347546722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"40473b0a-c101-4327-8497-f80dceaf7e83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:30.347559477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"3fabe7b5-a706-4073-b0e2-a51b0fa9baa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:33.474875176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"ccf79846-1969-4bd6-b154-6ca1e6b57d8c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:33.597671793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"ee852844-dd2f-4af2-af4e-a3358b26ef8b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:33.753709499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-beb27d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-sub","reconcileID":"e087412f-6e89-43b1-9b5d-071bcf194789","MaaSSubscription":{"name":"e2e-rt-sw-beb27d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-beb27d","model":"llm/e2e-rt-sw-beb27d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:33.803801104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"ee2af383-5ff1-4cc8-a96e-1178e8aa87fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:33.898289885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"0a858142-b20e-47e1-86af-476073769e19","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:33.906769027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"3987610f-a2cd-4581-9778-19cac6f67898","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:34.020478789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"8e0b9c33-99ff-4f7f-8bd2-8b89930d113a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:34.180225115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"d33de5bc-935d-4953-a90d-d5a5562cde6e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:34.322846102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c66b20a5-3ccc-48ba-9d02-541df6033c65","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:34.407349776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"6ab1dcc4-b292-4d97-b6a9-36ca403ca264","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:34.47907252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"e9e08f14-a98e-41ea-b36e-a73f0feee45c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:34.563656297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"0ebcc1c6-524b-4efb-b778-77a37c37f090","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:34.695764012Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:34.744776878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5323d5c7-55d2-4141-99fd-1b66bc2ec660","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:34.826762856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"488116c0-3bf2-4eda-b71c-3c3f7afb8b7b","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:34.881807165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ddcaadb-09f1-4eaa-a37d-e08e0dd4dee4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:34.908026518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"488116c0-3bf2-4eda-b71c-3c3f7afb8b7b","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:34.931971784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0cdc3419-7a47-4d9e-8861-d59308de95b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:34.953823549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ddcaadb-09f1-4eaa-a37d-e08e0dd4dee4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:35.007510139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0cdc3419-7a47-4d9e-8861-d59308de95b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:45.896807565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"8e95f508-7dd6-4f13-ba22-88c5208a27a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:45.99911094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"6533f452-2f12-494c-9781-89b305853323","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:46.299598762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"3e638aef-98f8-4c5b-9f3c-9c1c4ef4cc1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:46.402484082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"c0e0bd37-7ef8-4275-b576-19a13f4137f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:46.498562884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ba4d9918-6ee3-494f-a0a0-7880251fd883","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:46.613309254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"77b41f26-8c6f-47d4-bba0-8e30c805873f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:46.742299979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"4ffda7f3-1bfa-4914-80b4-b5f37caf50b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:46.772638497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-beb27d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-sub","reconcileID":"b1407f47-6edf-4940-8266-c742038a765d","MaaSSubscription":{"name":"e2e-rt-sw-beb27d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-beb27d","model":"llm/e2e-rt-sw-beb27d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:46.809533615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"31a938de-be4f-4bec-822e-b02b633c70b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:46.863890705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"1bf08df5-1b20-4bea-a8e4-2ae9f767da1a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:46.943797537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"242e5bf5-0741-4b1d-9c27-45ad760bd5ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:47.128735256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"95c3c420-4706-41f7-b9c8-2d63964d0963","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:47.182649598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cd31c4e0-a2ab-43aa-9651-f3c58883bede","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:47.236007408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"450eea9f-7558-4bb2-9b3e-6ae31d684fcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:47.236013463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"6d619cfe-ac95-4364-9013-593e599cd13c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:47.295484953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"6d619cfe-ac95-4364-9013-593e599cd13c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:47.295668502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"450eea9f-7558-4bb2-9b3e-6ae31d684fcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:56.627133915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"46082882-67d2-4da5-a714-63a615a16d67","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:56.745488539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"1e9012c9-98fd-4fb6-89aa-2c69a7e4cb5e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:56.884652055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"101a22e1-f33d-4102-851a-dbf71f8551a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:56.887595222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"798ddc30-94b4-4cb6-ba8e-65de11c1906e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:56.992362975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"026a43bb-ef84-45e5-a92c-a5d4597c129f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:57.094337832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"ba13962d-93e4-4ce8-91e7-15565e6aed7a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:57.268249003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"06f03623-ea32-40a3-ae5b-e21c2808e05e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:57.384069016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"e44e6140-9ea2-453f-9362-b194e113678c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:57.484629537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"c84ee012-bcb5-4073-b859-b95b31926fbe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:57.556671195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-beb27d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-sub","reconcileID":"a6023377-d821-4118-b88e-aa01c0e031b7","MaaSSubscription":{"name":"e2e-rt-sw-beb27d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-beb27d","model":"llm/e2e-rt-sw-beb27d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:57.584899334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"327295e1-6153-49a3-8374-86c70e4af943","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:57.685881566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"bffe0ca4-9eee-4db3-8125-1cdfe943aa8d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:23:57.702076123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4219aac7-6a9e-4b2d-adc0-6a4260d546d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:02.747605761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"dd419a80-ef2f-450d-a5c5-3d2d74ee92fb","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:04.666073433Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:07.836802321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-d925972c","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"e2e-conflict-b-d925972c","reconcileID":"4eb0014d-e1e0-492d-908a-01756c98eb94","MaaSModelRef":{"name":"e2e-conflict-b-d925972c","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"e2e-conflict-b-d925972c-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"e2e-conflict-b-d925972c","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:07.895969168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-d925972c","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"e2e-conflict-a-d925972c","reconcileID":"bf5b62fc-d3b9-4d1a-9566-c89c59fe2866","MaaSModelRef":{"name":"e2e-conflict-a-d925972c","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"e2e-conflict-a-d925972c-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"e2e-conflict-a-d925972c","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:08.162298964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"3a754530-fc0b-4a93-823a-1a71cfe4b850","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:08.162613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"f1d5db6d-84b4-45cd-81cd-7bc4abfc3b68","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:08.163030015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"1385d47d-5b7a-4a98-a807-d3187f8614af","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:08.234918316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"9b24d507-96de-4f90-8e69-5659353c0470","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:08.235523548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"8b80183b-6c8b-4193-a80b-ee4dc3216a5c","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:08.235994818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"940b57d4-00b0-4e17-9371-c36b3c457088","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:08.318314117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"b33d1b86-c1b3-40b1-afc4-6e8328a945e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:08.318939739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"a921120b-379c-49dd-8987-cb0e4b305642","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:08.370989262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"182fa502-6228-4aaf-95c8-28be69d27650","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:08.372977358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"ea128cba-6037-40a6-931b-276934e47f04","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:08.383858302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"a921120b-379c-49dd-8987-cb0e4b305642","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:08.385936823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"b33d1b86-c1b3-40b1-afc4-6e8328a945e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:08.716455973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"e06dffef-f4f9-40ed-9949-3ff651d10125","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:08.716528469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"8f4e8810-c1a8-4a03-a515-173e32ff6635","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:08.773950727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"8f4e8810-c1a8-4a03-a515-173e32ff6635","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:08.775239905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"e06dffef-f4f9-40ed-9949-3ff651d10125","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:08.900893777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-d925972c","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"e2e-conflict-a-d925972c","reconcileID":"68b66fce-dd8f-44a9-95ba-0668a3cf2c7e","MaaSModelRef":{"name":"e2e-conflict-a-d925972c","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"e2e-conflict-a-d925972c-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"e2e-conflict-a-d925972c","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:17.880418938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"41c13574-b4d9-4444-87c0-a93279aaf10c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:17.980992441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"18e01b9f-53d5-40f9-911e-8f4baada1e9b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:18.122462958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"0a25a09f-0d69-40f7-bd99-a5c0bf58bfac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:18.236897045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3a5ccf09-d2e1-460d-bbcd-becd8b8f2e8d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:18.33757945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"ba03ad77-0ee2-4aa9-bb72-2ef526750b5f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:18.358525728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"7160f323-0ca5-4943-8f80-03eb609aaf7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:18.439039036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"06b5a43b-8388-425f-bd1c-a0958a328616","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:18.47690131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"1d8b150d-c50f-4997-aa87-d50333702c39","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:18.562128448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"64dc411f-07d1-4c5f-947b-7e1c67b5e510","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:18.658283593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"564928a9-934d-4099-8c01-591645d381fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:18.678720476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"1b9f0590-7a9f-4654-b72d-92e582523de6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:18.825729179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-beb27d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-sub","reconcileID":"9ef6a73c-dd86-4470-828a-db84188eaaa2","MaaSSubscription":{"name":"e2e-rt-sw-beb27d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-beb27d","model":"llm/e2e-rt-sw-beb27d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:18.888391685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"d91214f1-8c62-4568-9ce2-710fe9c6229d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:19.082210031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"4e238166-d0c5-4048-b036-7340049c683b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:19.08220917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"6e06ae65-b686-4126-93d6-fb4f027c0949","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:19.139623991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"4e238166-d0c5-4048-b036-7340049c683b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:19.139640292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"6e06ae65-b686-4126-93d6-fb4f027c0949","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:21.897006379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"da2431d7-3a6c-4524-9468-9ba47cc8262b","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"premium-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"premium-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:21.897336861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"fbefca2e-067a-4f8a-9a86-ee0c41c3b177","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:21.96892545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"4b844af2-de45-4b2b-ac1b-4853cac2dc7d","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"premium-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"premium-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:21.96938203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"dca2da4c-5f2a-4c96-9eb6-289718f00e4d","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:22.052782593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"71532f99-fa43-4bdc-8759-b1da307d5c00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:22.05281541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"a3c9be01-a0e0-4c08-bf40-c32a6630c804","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:22.106440195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"7b6a0836-3cde-4a49-9f6d-5426b2a6ac93","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:22.106449262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"03312b7a-35e5-45c1-b963-ccb7e399cc5d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:22.110215101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"71532f99-fa43-4bdc-8759-b1da307d5c00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:22.111357697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"a3c9be01-a0e0-4c08-bf40-c32a6630c804","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:22.42365614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"3ae7e0e7-ad5e-452a-9898-25d60b8ab5bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:22.423656764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"e2aadf2e-dc13-46d9-b2ff-0570b5994533","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:22.480792832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"e2aadf2e-dc13-46d9-b2ff-0570b5994533","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:22.480946523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"3ae7e0e7-ad5e-452a-9898-25d60b8ab5bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:30.410910922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"50523c57-823c-4433-9f93-800bd0cde8a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:30.411424992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"2b9ba1f0-9af5-4deb-b841-9aec00d21001","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:30.468139747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"2b9ba1f0-9af5-4deb-b841-9aec00d21001","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:30.468348583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"50523c57-823c-4433-9f93-800bd0cde8a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:34.666909157Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:36.444159139Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ff702c","reconcileID":"1344b970-b5d9-4df0-9ce9-a26ebf457ce0","namespace":"llm","name":"e2e-rt-eq-ff702c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:36.499285039Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ff702c","reconcileID":"dd714acc-cd76-4d3c-875f-921f863e6be6","namespace":"llm","name":"e2e-rt-eq-ff702c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:36.600934105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"c0a0f37c-1e60-4856-ac5b-2c9fcf85e837","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:36.600988682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"a67216b1-9699-4b71-9fc8-1a70691bc75d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:36.601384029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"c201fa5a-f004-422c-b21d-11820d884b26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:36.601503061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"5e2a3c4c-762e-4e58-8545-0a56b9c3f527","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:36.652474882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0283084c-34cc-4e21-9d3a-85ca3049fa51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:36.658301525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"c0a0f37c-1e60-4856-ac5b-2c9fcf85e837","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:36.65887681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"a67216b1-9699-4b71-9fc8-1a70691bc75d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:36.660683448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"5e2a3c4c-762e-4e58-8545-0a56b9c3f527","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:36.661240195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"c201fa5a-f004-422c-b21d-11820d884b26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:36.709836313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0283084c-34cc-4e21-9d3a-85ca3049fa51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:36.853474307Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ff702c","reconcileID":"223e5709-7faf-4fb3-970b-6b5e939938de","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"name":"e2e-rt-eq-ff702c","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:36.963797418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"98f3ab6d-9adf-47af-a174-c838c3dd8b29","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:36.963828512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"98f3ab6d-9adf-47af-a174-c838c3dd8b29","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:36.964269329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"14a91b1f-7a6b-46e5-ac5f-92530f6f8b0d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:36.964288907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"14a91b1f-7a6b-46e5-ac5f-92530f6f8b0d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.016974404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"e28e7523-6a64-4eb9-9713-02af30aed683","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-beb27d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.017010548Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"e28e7523-6a64-4eb9-9713-02af30aed683","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-beb27d-f9ca6461eebc","namespace":"llm","model":"e2e-rt-sw-beb27d","externalModel":"e2e-rt-sw-beb27d","provider":"e2e-rt-sw-beb27d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.019930378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"53879854-aa01-4bbb-bca7-445abc0c3eed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.020044322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"cfb29762-f084-4d36-80bf-1c51b6894edc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.020648153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"0c4a2fa9-b05a-4119-8bd9-2e7a29ba0bca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.038420967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9828a6ed-231b-4505-a0c3-049c5b61de94","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.039087715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7a62c5cd-08bb-4367-9da8-e422c6171ea0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.071911035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"df96b54a-8df2-4a01-89e5-f2a4e51f3170","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.078099693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"cfb29762-f084-4d36-80bf-1c51b6894edc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.078592153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"53879854-aa01-4bbb-bca7-445abc0c3eed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.08077013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"0c4a2fa9-b05a-4119-8bd9-2e7a29ba0bca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.090628424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-beb27d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-sub","reconcileID":"35074d90-7233-4088-829f-4047264766d2","MaaSSubscription":{"name":"e2e-rt-sw-beb27d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-beb27d","model":"llm/e2e-rt-sw-beb27d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.120601572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"07065ccf-0297-4733-8b0d-ec9c1e241045","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.121644126Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ff702c","reconcileID":"c4c395cb-8b5c-4b21-b518-170b972c93bc","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"name":"e2e-rt-eq-ff702c","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.130074589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"df96b54a-8df2-4a01-89e5-f2a4e51f3170","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.174149573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"82a3af79-b2b2-4313-ada5-acd3bd8e7056","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.174210752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"82a3af79-b2b2-4313-ada5-acd3bd8e7056","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.174625165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d63363f6-b818-4b58-91b8-483094d73c8c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.174642058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d63363f6-b818-4b58-91b8-483094d73c8c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.174964944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3406a876-6c31-411a-a3ae-be00cad47a56","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.174985114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3406a876-6c31-411a-a3ae-be00cad47a56","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.175314844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"195a235e-fd80-421e-9172-4d2dcd43a865","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.175330701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"195a235e-fd80-421e-9172-4d2dcd43a865","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.175826465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8df3e89e-a13a-437b-afca-329ca02a83c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.175848566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8df3e89e-a13a-437b-afca-329ca02a83c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.176369743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d1cbd77e-dc59-48bb-877d-2e637e2fd824","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.176387848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d1cbd77e-dc59-48bb-877d-2e637e2fd824","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.178171235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"07065ccf-0297-4733-8b0d-ec9c1e241045","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.432764339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"7aee621e-741a-4fa6-b83a-20da3ef87d78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.43285027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"05249664-7ead-4b33-8597-0a1b4b8e0120","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.484413049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16c41edb-b82a-4da6-97d5-d4adf7971504","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.489867314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"05249664-7ead-4b33-8597-0a1b4b8e0120","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.491074868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"7aee621e-741a-4fa6-b83a-20da3ef87d78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.541991095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16c41edb-b82a-4da6-97d5-d4adf7971504","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.580354206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39ba0bfa-3925-4e13-bf5d-77900151415d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.594591626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"58e7933a-2b69-429c-8c5d-896866fd75f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.638045062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39ba0bfa-3925-4e13-bf5d-77900151415d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.652057111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"58e7933a-2b69-429c-8c5d-896866fd75f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.851203151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"c5231084-fd9f-4c35-813b-a69cb64ad781","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.851213664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"bae91069-ecbb-486d-a5e8-19827e6dfcca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.909157324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"bae91069-ecbb-486d-a5e8-19827e6dfcca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.909284461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"c5231084-fd9f-4c35-813b-a69cb64ad781","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:37.953492408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"41952d15-5093-418c-9d81-e37f67ad7709","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:38.004938974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"588984d5-5134-4bac-ba99-be16a845c31c","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:38.010380462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"41952d15-5093-418c-9d81-e37f67ad7709","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:38.06217072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"588984d5-5134-4bac-ba99-be16a845c31c","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:38.154756891Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ff702c","reconcileID":"3b0cba02-14d9-4c6b-9e82-aa0ea4e67b62","namespace":"llm","name":"e2e-rt-eq-ff702c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:38.20743325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ff702c","reconcileID":"461cbe90-6fb3-4764-9855-94a820a1986b","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ff702c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:38.207462704Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ff702c","reconcileID":"461cbe90-6fb3-4764-9855-94a820a1986b","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ff702c-e485457c8f4f","namespace":"llm","model":"e2e-rt-eq-ff702c","externalModel":"e2e-rt-eq-ff702c","provider":"e2e-rt-eq-ff702c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:38.31469533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"c58701a8-b520-4547-ba93-e060b1aa3028","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:38.31479519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"057560ae-3aba-42f0-99ca-d755f9a62694","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:38.366040616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9233bca-f40f-4665-9a78-0d1bc5b46c5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:38.371863762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"057560ae-3aba-42f0-99ca-d755f9a62694","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:38.371966411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"c58701a8-b520-4547-ba93-e060b1aa3028","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:38.423531187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9233bca-f40f-4665-9a78-0d1bc5b46c5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:38.423602756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89e1a042-693a-4b70-b7c7-849225e64cea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:38.476892075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"01c2fa9c-f0f0-4216-ae83-1449ef4bdd70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:38.480673228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89e1a042-693a-4b70-b7c7-849225e64cea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:38.534088725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"01c2fa9c-f0f0-4216-ae83-1449ef4bdd70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:38.682910866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"304564d4-9b21-400f-9c60-e1eceafad6fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:38.68301978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"24c3f2e5-6a5b-4396-bcfe-881ad312a05c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:38.739981722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"304564d4-9b21-400f-9c60-e1eceafad6fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:38.740002052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"24c3f2e5-6a5b-4396-bcfe-881ad312a05c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:38.782554872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"d75e35e6-1a78-42d6-bf89-100f92babc11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:38.839283369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"d75e35e6-1a78-42d6-bf89-100f92babc11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:38.883230309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"d628edc8-45d8-41b3-87c9-dcd453b65de5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:38.93734912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"1e9010eb-90d8-472c-900e-9762a1fd357d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:38.940123901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"d628edc8-45d8-41b3-87c9-dcd453b65de5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:38.994227549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"1e9010eb-90d8-472c-900e-9762a1fd357d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:39.050709789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"b90a2d31-0e41-42ae-ab94-81a952a85a03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:39.101788881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"2b11d0ad-e457-444f-8aa4-94e64dbc589d","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:39.10768032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"b90a2d31-0e41-42ae-ab94-81a952a85a03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:39.158491058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"2b11d0ad-e457-444f-8aa4-94e64dbc589d","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:39.203290195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"62af34d3-da8b-46b7-9c9f-9814459d0257","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:39.260277176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"62af34d3-da8b-46b7-9c9f-9814459d0257","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:40.604288447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"f7dfa5d8-dfbc-4689-b93e-ba596b643408","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:40.604758614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"premium-w1-869cca","reconcileID":"97ec57ab-0b4d-4abe-805c-e56b32f007a9","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"premium-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"premium-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:40.605165744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"ae56cd51-0a2d-4b4b-9989-7e267d328b4f","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:40.672202377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"premium-w1-869cca","reconcileID":"e02c3d0d-148c-4e04-956a-8c7bda1b2e2e","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"premium-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"premium-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:40.672524494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"9b0e0c2f-2f71-4678-aaeb-2c7fe85cd8d9","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:40.67268272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"2a1b388e-ed02-4870-b5e8-b53888fb2c0b","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:40.760206518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"f1a11382-922e-4ef8-b3a7-7f492f84ecf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:40.760435402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"0bb1386e-bed3-4511-ab3a-be7889e702c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:40.813422815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"97d5951d-81c9-4d3c-a264-3048f3732a15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:40.813444612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"c24155cc-1d17-42ee-86ea-864cb192e43e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:40.819093136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"0bb1386e-bed3-4511-ab3a-be7889e702c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:40.819304699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"f1a11382-922e-4ef8-b3a7-7f492f84ecf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:41.184765294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"5c1d1374-6e69-4896-8084-470246761c28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:41.184844512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"33dabe51-6c6b-4e87-91c5-ddcd213dc399","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:41.243377398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"5c1d1374-6e69-4896-8084-470246761c28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:41.243409333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"33dabe51-6c6b-4e87-91c5-ddcd213dc399","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:42.579881329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"6504a02e-a382-4724-a7d0-f78e2d6ffd70","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:42.580346796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"premium-w0-10a7aa","reconcileID":"4ec505a7-035d-4c66-82e6-f17533bb7db5","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"premium-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"premium-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:42.716981908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ff702c","reconcileID":"a5503f21-0702-442a-8f38-ccb89cc2584e","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ff702c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:42.717018Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ff702c","reconcileID":"a5503f21-0702-442a-8f38-ccb89cc2584e","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ff702c-e485457c8f4f","namespace":"llm","model":"e2e-rt-eq-ff702c","externalModel":"e2e-rt-eq-ff702c","provider":"e2e-rt-eq-ff702c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:42.735744702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"76b96483-c70a-42e1-9684-95b7cb0423df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:42.738529293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"df8806ee-f55a-4c90-9ec5-ffaaa11df427","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:42.788752693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"595efe5c-f7d8-46cb-bf26-c27cec23b8ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:42.788903663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"86a42106-b595-4585-9d20-f95a25105a18","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:42.794936598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"76b96483-c70a-42e1-9684-95b7cb0423df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:42.796453997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"df8806ee-f55a-4c90-9ec5-ffaaa11df427","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:42.822403042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ff702c","reconcileID":"8dedd0bc-51d2-4845-91dd-eb65a51a2f61","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ff702c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:42.822429568Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ff702c","reconcileID":"8dedd0bc-51d2-4845-91dd-eb65a51a2f61","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ff702c-e485457c8f4f","namespace":"llm","model":"e2e-rt-eq-ff702c","externalModel":"e2e-rt-eq-ff702c","provider":"e2e-rt-eq-ff702c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:42.980376893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ff702c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ff702c-access","reconcileID":"fda08060-0fcd-47ba-9a79-fe631329a8dc","MaaSAuthPolicy":{"name":"e2e-rt-eq-ff702c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:43.037637596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ff702c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ff702c-access","reconcileID":"fda08060-0fcd-47ba-9a79-fe631329a8dc","MaaSAuthPolicy":{"name":"e2e-rt-eq-ff702c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:43.466690326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ff702c","reconcileID":"4574df9d-f51c-45c5-a342-e5293ef987e9","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ff702c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:43.466724862Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ff702c","reconcileID":"4574df9d-f51c-45c5-a342-e5293ef987e9","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ff702c-e485457c8f4f","namespace":"llm","model":"e2e-rt-eq-ff702c","externalModel":"e2e-rt-eq-ff702c","provider":"e2e-rt-eq-ff702c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:48.378432558Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ff702c-sub models-as-a-service/e2e-rt-sw-beb27d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:48.430274503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ff702c","reconcileID":"2ddf61c1-07cd-4999-9669-3fa948e7dd12","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ff702c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:48.430305677Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ff702c","reconcileID":"2ddf61c1-07cd-4999-9669-3fa948e7dd12","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ff702c-e485457c8f4f","namespace":"llm","model":"e2e-rt-eq-ff702c","externalModel":"e2e-rt-eq-ff702c","provider":"e2e-rt-eq-ff702c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:24:48.48906441Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-rt-eq-ff702c-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-ff702c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:48.590580875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"a154edc3-b8e1-4c33-b6d4-8d6e7babb37c","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-beb27d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:48.590616253Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"a154edc3-b8e1-4c33-b6d4-8d6e7babb37c","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-beb27d-f9ca6461eebc","namespace":"llm","model":"e2e-rt-sw-beb27d","externalModel":"e2e-rt-sw-beb27d","provider":"e2e-rt-sw-beb27d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:48.638006912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"7eae4fc4-4d68-4e78-a9c8-8c06a8cd3f33","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:48.638270842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1ed5358-92c8-401d-8a76-be4933595918","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:48.63851763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ff702c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ff702c-access","reconcileID":"45b1a619-dd90-4434-a456-a30544ffdadc","MaaSAuthPolicy":{"name":"e2e-rt-eq-ff702c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:48.638008387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8dff9930-8b27-49f5-8efe-c2fed3143aac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:48.695646832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1ed5358-92c8-401d-8a76-be4933595918","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:48.695720204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8dff9930-8b27-49f5-8efe-c2fed3143aac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:48.696155195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ff702c","reconcileID":"d3622dca-5e64-45aa-a76c-abb4d1b72493","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ff702c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:48.696171161Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ff702c","reconcileID":"d3622dca-5e64-45aa-a76c-abb4d1b72493","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ff702c-e485457c8f4f","namespace":"llm","model":"e2e-rt-eq-ff702c","externalModel":"e2e-rt-eq-ff702c","provider":"e2e-rt-eq-ff702c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:48.697962417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"7eae4fc4-4d68-4e78-a9c8-8c06a8cd3f33","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:48.698362992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ff702c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ff702c-access","reconcileID":"45b1a619-dd90-4434-a456-a30544ffdadc","MaaSAuthPolicy":{"name":"e2e-rt-eq-ff702c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:48.80567185Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-ff702c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ff702c-sub","reconcileID":"8ef28875-142c-4f7b-b38f-fd53ffd52e85","MaaSSubscription":{"name":"e2e-rt-eq-ff702c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-ff702c","model":"e2e-rt-eq-ff702c","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-ff702c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:49.078880084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ff702c","reconcileID":"d438896b-e065-41ef-9983-4eb9c04bd3d1","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ff702c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:49.078908769Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ff702c","reconcileID":"d438896b-e065-41ef-9983-4eb9c04bd3d1","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ff702c-e485457c8f4f","namespace":"llm","model":"e2e-rt-eq-ff702c","externalModel":"e2e-rt-eq-ff702c","provider":"e2e-rt-eq-ff702c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:49.158379198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b04819e1-f0c7-4fd3-a299-f9de49a08411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:49.158380635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c24c9bc-a7ff-44fa-841c-cda61899ba85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:49.215316902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c24c9bc-a7ff-44fa-841c-cda61899ba85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:49.215422051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b04819e1-f0c7-4fd3-a299-f9de49a08411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:49.265742163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ff702c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ff702c-access","reconcileID":"b775a178-44ed-4903-be89-d3022f81eac7","MaaSAuthPolicy":{"name":"e2e-rt-eq-ff702c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:49.265980284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"8269ff8b-499c-4101-8548-f1044829d79e","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:49.287529515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-ff702c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ff702c-sub","reconcileID":"fa1a6aea-e3b9-44a3-809e-6826af6db77f","MaaSSubscription":{"name":"e2e-rt-eq-ff702c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-ff702c","model":"llm/e2e-rt-eq-ff702c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:49.328558171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ff702c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ff702c-access","reconcileID":"b775a178-44ed-4903-be89-d3022f81eac7","MaaSAuthPolicy":{"name":"e2e-rt-eq-ff702c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:49.345369961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"8269ff8b-499c-4101-8548-f1044829d79e","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:52.28151203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0aa06370-276a-47db-b68b-13799a76b888","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:52.28244248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fcf71fe3-c6b4-4a11-b9c4-e480ff4d5f60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:52.283153399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"9b2fdcce-08cf-4341-af1b-83cb593ea32e","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:52.287641293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ff702c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ff702c-access","reconcileID":"dd5fe727-63c2-432e-b38b-0e63a8b483c4","MaaSAuthPolicy":{"name":"e2e-rt-eq-ff702c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:52.344158046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0aa06370-276a-47db-b68b-13799a76b888","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:52.398303022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ff702c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ff702c-access","reconcileID":"dd5fe727-63c2-432e-b38b-0e63a8b483c4","MaaSAuthPolicy":{"name":"e2e-rt-eq-ff702c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:52.408164076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fcf71fe3-c6b4-4a11-b9c4-e480ff4d5f60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:52.414156424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"9b2fdcce-08cf-4341-af1b-83cb593ea32e","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:52.521851437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"50b9bafe-9a5b-4b56-96f7-ea3236b6ade6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:52.58313292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"50b9bafe-9a5b-4b56-96f7-ea3236b6ade6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:52.680948691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"b4af8a06-9a9e-4b2b-9ceb-65d9dbc60c29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:24:52.738742212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"b4af8a06-9a9e-4b2b-9ceb-65d9dbc60c29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:01.568007411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"3fcc7ce7-3a2e-4aaf-af19-4ed0e40f71c0","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:02.423943944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"bf4d43e4-bb93-4f00-9323-b7c9812aae8b","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:02.479497948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"d89d175e-da3d-4d8a-904c-2460b81017d1","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:02.6873285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-auth1","reconcileID":"d6293889-80e2-44ac-a292-3437c9884fee","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:02.709733706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"a987f121-226a-482c-8227-b03b10db5027","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:02.709870351Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ff702c-sub models-as-a-service/e2e-rt-sw-beb27d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:02.744785922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-auth1","reconcileID":"d6293889-80e2-44ac-a292-3437c9884fee","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:02.823027153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ff702c","reconcileID":"bc9c9771-9968-49a8-83a7-dd8a29efe467","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ff702c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:02.823061659Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ff702c","reconcileID":"bc9c9771-9968-49a8-83a7-dd8a29efe467","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ff702c-e485457c8f4f","namespace":"llm","model":"e2e-rt-eq-ff702c","externalModel":"e2e-rt-eq-ff702c","provider":"e2e-rt-eq-ff702c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:02.823419867Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-e1ca71/e2e-return-all-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:02.875510408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"16247d3e-56ee-4cab-a23a-974fa933195b","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:02.878174405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"b8140d9a-466e-43bd-8a3f-82bbf580508e","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:02.918321623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"aa6c59ca-bd14-4ac5-ba67-69acaf976262","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:02.918321686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"3d9bb69f-a47d-461b-83c1-5d24d967347e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:02.976963749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"3d9bb69f-a47d-461b-83c1-5d24d967347e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:02.976963804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"aa6c59ca-bd14-4ac5-ba67-69acaf976262","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:02.991629422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"004d06a0-96dc-4f5b-b236-83aaf435fe90","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:03.047005096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"555b538a-5df1-438d-b2c4-6493bd2df121","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:03.061752275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"3faf8818-5d8f-4e97-8dde-c76e816d624d","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:03.090109922Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-sub1","reconcileID":"43b0608a-5be2-4927-a4b3-7a106401de20","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-distinct-w2-e1ca71","model":"distinct-w2-e1ca71","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:03.256321735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"657d417e-db03-4ee5-9a4a-536173db8816","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:03.268637003Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-e1ca71 priority=0:[ai-tenant-e2e-worker-w2-e1ca71/e2e-return-all-sub1 ai-tenant-e2e-worker-w2-e1ca71/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ff702c-sub models-as-a-service/e2e-rt-sw-beb27d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:03.268909474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"d6d45fbd-2e79-4ba9-b2f9-c60ff54b8077","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:03.306941515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-auth2","reconcileID":"f910d251-a3eb-4d03-b184-666625a2fa94","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:03.325953777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-auth1","reconcileID":"f595155e-1638-4730-a41b-dcd9c65c3818","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:03.327149212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"ffd7f6e1-b971-4b69-ae8c-20c3d12a54c3","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:03.363996432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-auth2","reconcileID":"f910d251-a3eb-4d03-b184-666625a2fa94","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:03.377234839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"d0010638-8a10-4a47-b577-695283372120","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:03.379631062Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-e1ca71/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:03.383324646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-auth1","reconcileID":"f595155e-1638-4730-a41b-dcd9c65c3818","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:03.415249504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"55776d11-414a-42a1-b262-e7f0cc8ab65e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:03.41534848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"dd3e0671-b0fe-40a8-a944-3208da13c7c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:03.432355149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"64dfc0b8-ac05-4948-9e15-480795e09ce5","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:03.463915576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-sub1","reconcileID":"7c0bb399-61fc-43bc-972f-8b76d4a3c343","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-distinct-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/distinct-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:03.472257281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"dd3e0671-b0fe-40a8-a944-3208da13c7c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:03.472312354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"55776d11-414a-42a1-b262-e7f0cc8ab65e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:03.645132237Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-sub2","reconcileID":"6a30e6ac-7fff-49e0-997c-b7bd6d0fa004","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-distinct-2-w2-e1ca71","model":"distinct-2-w2-e1ca71","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:03.648053799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"bee6c4e8-3642-4cc1-955b-eb5f173736b3","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:03.798815757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-auth1","reconcileID":"4710995f-c085-49a0-a51d-b14728c924a0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:03.81067532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"b8c5eb6e-4704-449b-b75b-01d78b0399ab","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:03.856115341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-auth1","reconcileID":"4710995f-c085-49a0-a51d-b14728c924a0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:03.905722018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-auth2","reconcileID":"3cf52ec5-9d8b-4e68-9db3-1614a6e29c21","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:03.962543183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-auth2","reconcileID":"3cf52ec5-9d8b-4e68-9db3-1614a6e29c21","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:04.006201247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"fb8a8d67-3c97-4133-9bb0-8160f8cf5664","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:04.006280812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"5f83b157-ce13-48aa-bd92-29c6b523d3b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:04.018717154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-sub2","reconcileID":"0dd8ef91-efd6-49c9-b7dc-fcb83c3cc654","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-distinct-2-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/distinct-2-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:04.063881444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"5f83b157-ce13-48aa-bd92-29c6b523d3b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:04.064026389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"fb8a8d67-3c97-4133-9bb0-8160f8cf5664","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:04.66568394Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:05.045448424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"eaff190a-5012-4092-812d-7ad4be19c1da","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:05.206975186Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-sub1","reconcileID":"63cb16d7-7c0b-4f55-88fa-65697d2e40f7","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e8899f9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:05.306574283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-auth1","reconcileID":"7874cad4-6a8c-4a83-88f4-1338d79c9630","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:05.306731372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"c1a667f9-1f2a-47a9-8fda-60f162b74a65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:05.306572757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-auth2","reconcileID":"d76cc22c-eb7b-4ab6-ae51-d3b9bdef288a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:05.307091504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"a30ca14c-4cb0-4599-ad4b-0c68cc110c84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:05.364455653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"c1a667f9-1f2a-47a9-8fda-60f162b74a65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:05.36454379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-auth1","reconcileID":"7874cad4-6a8c-4a83-88f4-1338d79c9630","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:05.366812731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-auth2","reconcileID":"d76cc22c-eb7b-4ab6-ae51-d3b9bdef288a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:05.366837822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"a30ca14c-4cb0-4599-ad4b-0c68cc110c84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:05.826870873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"961697a2-1e02-4d4c-ac3d-22b758bcbf4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:05.827228625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"df0e9135-1510-4000-a0c1-590a4012d27b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:05.826870324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-auth1","reconcileID":"9189df20-042e-450f-abf2-57ac89fa48ed","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:05.886497707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-auth1","reconcileID":"9189df20-042e-450f-abf2-57ac89fa48ed","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:05.886556474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"961697a2-1e02-4d4c-ac3d-22b758bcbf4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:05.888846188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"df0e9135-1510-4000-a0c1-590a4012d27b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:05.928335261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-auth2","reconcileID":"f06ac806-3e08-4fb6-a227-3e9508a0036c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:05.985694853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-auth2","reconcileID":"f06ac806-3e08-4fb6-a227-3e9508a0036c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:06.414572655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"1ca29491-f806-45ce-a714-901ad7b21cb1","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"distinct-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"distinct-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:13.938711375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-sub2","reconcileID":"8b8f890e-90a4-4ef5-a28d-f8aac25880e5","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-distinct-2-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/distinct-2-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:14.137083855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-ff702c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ff702c-sub","reconcileID":"41655fa2-d416-481f-abb6-b48bc0ed051c","MaaSSubscription":{"name":"e2e-rt-eq-ff702c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-ff702c","model":"llm/e2e-rt-eq-ff702c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:14.137631281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"f59c8c32-1d58-4a75-87e5-e4a6ac19270e","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:14.415846468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ff702c","reconcileID":"49e312ae-ad54-4ddf-bea7-4c5da053bf16","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ff702c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:14.415973072Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ff702c","reconcileID":"49e312ae-ad54-4ddf-bea7-4c5da053bf16","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ff702c-e485457c8f4f","namespace":"llm","model":"e2e-rt-eq-ff702c","externalModel":"e2e-rt-eq-ff702c","provider":"e2e-rt-eq-ff702c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:14.69656529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"43601002-6a6a-44aa-88b3-ec5fd4d11165","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:14.697475839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47d5ba70-c917-4c6e-816a-46661617a0e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:14.69810215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e7202d1-2f81-4ada-bb66-dc1c80bd06cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:14.698717312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ff702c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ff702c-access","reconcileID":"69ac4fa1-e003-4c62-a2e8-5b38d0b1115c","MaaSAuthPolicy":{"name":"e2e-rt-eq-ff702c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:14.788465355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"57f03487-d0db-4cc7-bb63-fc25fb34cde3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:14.808704003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e7202d1-2f81-4ada-bb66-dc1c80bd06cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:14.820852267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ff702c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ff702c-access","reconcileID":"69ac4fa1-e003-4c62-a2e8-5b38d0b1115c","MaaSAuthPolicy":{"name":"e2e-rt-eq-ff702c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:14.822808442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47d5ba70-c917-4c6e-816a-46661617a0e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:14.823903037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"43601002-6a6a-44aa-88b3-ec5fd4d11165","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:14.86844075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"57f03487-d0db-4cc7-bb63-fc25fb34cde3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:15.263819332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"e41356fc-0496-4ab1-90af-ffc623a6f784","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:15.276100226Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-sub1","reconcileID":"a3150560-edb3-4699-ba48-83a0546d20f9","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/distinct-w2-e1ca71","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:15.322558561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"e41356fc-0496-4ab1-90af-ffc623a6f784","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:15.332712701Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-sub1","reconcileID":"a3150560-edb3-4699-ba48-83a0546d20f9","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/distinct-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:15.381387265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-auth1","reconcileID":"8d694f45-970a-477a-b53f-a7a1ac3b219f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:15.38216084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-auth2","reconcileID":"0387ca1d-48dc-444c-8a09-a5d0e5938615","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:15.399694514Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-sub1","reconcileID":"a3150560-edb3-4699-ba48-83a0546d20f9","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/distinct-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:15.451337944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-auth1","reconcileID":"8d694f45-970a-477a-b53f-a7a1ac3b219f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:15.452014284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-auth2","reconcileID":"0387ca1d-48dc-444c-8a09-a5d0e5938615","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:15.502877071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"2d6cb442-2a67-48a8-92e0-30d9d4f1073c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:15.570822009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"2d6cb442-2a67-48a8-92e0-30d9d4f1073c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:15.712120914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"7f256152-3aa0-4d3d-b00a-581bf5fc7982","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:15.712884149Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ff702c-sub models-as-a-service/e2e-rt-sw-beb27d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:15.777068061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"c3321e34-5280-4b81-a8f9-ba02ebfac1d5","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:15.873168568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"946042bd-d109-4421-b5d5-45e16673dafa","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:16.002694391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"9ec3d548-1ca8-499f-9358-0298c8a2474a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:16.04877238Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-sub2","reconcileID":"8f3c69d8-df5d-43c7-a805-4a3256579d5c","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a45ad2e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:16.0634159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"9ec3d548-1ca8-499f-9358-0298c8a2474a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:16.102685709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-auth1","reconcileID":"db5d3e19-a6d0-447b-81bd-48ec2da1367c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:16.103724831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-auth2","reconcileID":"d0e593c4-9165-422c-a1f5-6cdf24da56a7","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:16.161955885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-auth1","reconcileID":"db5d3e19-a6d0-447b-81bd-48ec2da1367c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:16.163118873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-auth2","reconcileID":"d0e593c4-9165-422c-a1f5-6cdf24da56a7","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:16.187309583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"89fb8c5b-0d8e-439d-a1da-f4cdc929b988","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:16.244757162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"89fb8c5b-0d8e-439d-a1da-f4cdc929b988","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:16.528578038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"20c1e831-e14b-45c5-86e3-bc410c40c7e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:16.585259944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"20c1e831-e14b-45c5-86e3-bc410c40c7e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:16.629429049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-auth1","reconcileID":"f199c0a2-59d7-439f-ac1e-97b12ca35c6e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:16.629427462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-auth2","reconcileID":"1471c7d9-cefb-4f32-9e1e-0f11c5bd98f6","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:16.659319209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"a5d30f22-b67e-4856-9387-412a7fa7cc3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:16.686694538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-auth2","reconcileID":"1471c7d9-cefb-4f32-9e1e-0f11c5bd98f6","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:16.686699435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-auth1","reconcileID":"f199c0a2-59d7-439f-ac1e-97b12ca35c6e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:16.716887872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"a5d30f22-b67e-4856-9387-412a7fa7cc3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:17.274028087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"1febfbab-8c35-4196-bfff-f838f9a58fea","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:17.274545101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"premium-w0-10a7aa","reconcileID":"db879810-8efb-4242-b66e-62ccc814d9c7","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"premium-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"premium-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:17.43078359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"7571f315-c89d-42a0-8b08-78a8ec07479c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:17.434604086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"13ea32f9-6208-40f6-b5f8-8aa106b8597f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:17.484088155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"38bbadf8-f6dc-42a0-b320-1f3ee3c5dd5b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:17.484306096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"295cb332-109d-4c74-87d6-d6c3ad9b9e40","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:17.487930839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"7571f315-c89d-42a0-8b08-78a8ec07479c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:17.491491861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"13ea32f9-6208-40f6-b5f8-8aa106b8597f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:21.65524314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-2-w1-869cca","reconcileID":"c8b9588b-1171-4a4d-abdd-f6f5a7509c80","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-2-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-2-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:22.491383881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"4b62f4aa-6034-4162-a91d-fb20cb185daa","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:22.54872473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"bf007a0c-a88b-4049-a47e-1d275e7d3fd2","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:22.704918396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-dedup-auth","reconcileID":"a9e92897-fb43-4f28-a769-bc8cdd4fcd4f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:22.762654731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-dedup-auth","reconcileID":"a9e92897-fb43-4f28-a769-bc8cdd4fcd4f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:23.080484295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"3e34ce18-7314-4eb6-9246-da32f092680d","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:23.239530547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-dedup-auth","reconcileID":"fca96e91-13bb-4183-9320-6bf8986a85b6","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:23.296755776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-dedup-auth","reconcileID":"fca96e91-13bb-4183-9320-6bf8986a85b6","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:25.247559903Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ff702c-sub models-as-a-service/e2e-rt-sw-beb27d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:25.248145895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"a80a2621-8b8e-4e22-a588-ed5be2737f4d","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:25.306221263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"3a82a8e3-d48f-445d-933d-bc01a565cafb","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:25.358747568Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-dedup-subscription","reconcileID":"51ccb1b1-84d0-4b94-aa75-7e0cc66b8304","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:25.405163412Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"efa57598-67d1-4803-89aa-ce0ce039486c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:25.405269655Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"46696de8-2cfa-4685-b1cc-006719b05419","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:25.405773005Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-dedup-auth","reconcileID":"1f12aa74-de59-49e0-ad06-5d837920488d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:25.463306273Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"efa57598-67d1-4803-89aa-ce0ce039486c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:25.463700297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"372ccddd-0a21-41d4-807e-314cc565cbe8","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:25.466151323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"premium-w1-869cca","reconcileID":"9cc5bd80-fd33-4ef7-92f2-dc2beda9d4c0","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"premium-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"premium-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:25.467760841Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"46696de8-2cfa-4685-b1cc-006719b05419","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:25.467963142Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-dedup-auth","reconcileID":"1f12aa74-de59-49e0-ad06-5d837920488d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:25.468232509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"9502d85b-0036-417e-a276-4981413b2642","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:25.47423956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"ceec888d-d1d3-4b30-93ad-b5b085144ea4","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:25.533504812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"28b4a31e-122f-401d-adee-2090183f3473","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:25.627147735Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"c72e37d3-941d-4ca3-953a-2b221d81a09c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:25.627264723Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"c72e37d3-941d-4ca3-953a-2b221d81a09c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:25.630749871Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"6d2fa677-821d-404a-9f2e-6337d50c5fa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:25.63093823Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"6d2fa677-821d-404a-9f2e-6337d50c5fa5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:25.631753008Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-dedup-auth","reconcileID":"6a39197d-a534-4fca-b8ff-ed2dd0fe3178","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:25.631886402Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-dedup-auth","reconcileID":"6a39197d-a534-4fca-b8ff-ed2dd0fe3178","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:25.787916384Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"a97e6b2e-eb28-4e43-aa2e-85544741bfd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:25.788002996Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"a97e6b2e-eb28-4e43-aa2e-85544741bfd0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:25.79570589Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-dedup-auth","reconcileID":"de3ca508-1cc7-4177-90da-f144654d34fc","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:25.795776719Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-dedup-auth","reconcileID":"de3ca508-1cc7-4177-90da-f144654d34fc","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:25.795703071Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"7c49dad5-0eea-4124-a102-cf2a8bbad7e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:25.795832524Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"7c49dad5-0eea-4124-a102-cf2a8bbad7e8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:25.804427479Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-dedup-subscription","reconcileID":"65e885b4-39c2-4d6b-af5e-05f1ed23bb1a","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription","ai-tenant-e2e-worker-w1-869cca/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:25.963847055Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"fcfef7c8-8a3a-40b2-9505-c79a3f43f66c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:25.963927127Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"fcfef7c8-8a3a-40b2-9505-c79a3f43f66c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:25.971439676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"8977e772-a4be-44f8-9619-dd7efc508521","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:25.975549744Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-dedup-auth","reconcileID":"63af5ecb-37d7-43b9-b137-b17011420164","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:25.975615455Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-dedup-auth","reconcileID":"63af5ecb-37d7-43b9-b137-b17011420164","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:25.975547412Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"bdf71132-a0fe-4de8-9490-432f82a231f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:25.975668043Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"bdf71132-a0fe-4de8-9490-432f82a231f3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:26.014143909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"9c72addf-9676-4a38-99e0-9060a7f289ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:26.10243394Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-sub2","reconcileID":"141fdabc-1bf8-4eff-8388-bc7ae1d41f9c","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/distinct-2-w2-e1ca71","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:26.154766446Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-sub2","reconcileID":"141fdabc-1bf8-4eff-8388-bc7ae1d41f9c","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/distinct-2-w2-e1ca71","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:26.159695535Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"6ccf8ed7-9efc-48c7-a092-da6962b7cb68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:26.15978948Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"6ccf8ed7-9efc-48c7-a092-da6962b7cb68","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:26.170773251Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"8a294957-99e4-4eea-aa3d-e3ab18febc55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:26.170846081Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"8a294957-99e4-4eea-aa3d-e3ab18febc55","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:26.171487242Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-dedup-auth","reconcileID":"ba120930-d02f-4e54-b464-a02c216d53b5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:26.171564475Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-dedup-auth","reconcileID":"ba120930-d02f-4e54-b464-a02c216d53b5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:26.18005878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-dedup-subscription","reconcileID":"57690879-5a0a-4547-b875-8d93bc95c69b","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:26.207045635Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-sub2","reconcileID":"141fdabc-1bf8-4eff-8388-bc7ae1d41f9c","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/distinct-2-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:26.376588348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"c575d406-6a8a-441e-b616-f3293db057a4","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:26.404028831Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"be157dd3-d72d-49e9-bf91-fb66ffda2a29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:26.404127375Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"be157dd3-d72d-49e9-bf91-fb66ffda2a29","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:26.479114498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"e2dff80e-49e5-48de-83e0-e8fa55113201","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:26.479354684Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ff702c-sub models-as-a-service/e2e-rt-sw-beb27d-sub]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:26.501960832Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"b8cebd30-69df-4f25-a334-6d070eb9b6c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:26.502044727Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"b8cebd30-69df-4f25-a334-6d070eb9b6c4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:26.501969131Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-dedup-auth","reconcileID":"02084918-df85-4f9f-b2e7-c9e3a9776f5b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:26.502123367Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-dedup-auth","reconcileID":"02084918-df85-4f9f-b2e7-c9e3a9776f5b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:26.5433895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"55183362-82fc-4357-91cf-46824155925f","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:26.634525298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"06f2539f-30fd-48c2-81b2-a2d64ef2b3c4","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:26.739736669Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"e7c3c07b-ea81-4900-a0b7-ffaa4f01f10b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:26.739837444Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"e7c3c07b-ea81-4900-a0b7-ffaa4f01f10b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:26.7486876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"ec3cef8e-7adf-429a-a9e8-ac16ff6923a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:26.749413001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-auth1","reconcileID":"4aa58d3b-d315-44a6-a8f6-ee0939f065cb","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:26.753582754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"d1550c30-ce36-43f7-9bb9-c9786e7e216d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:26.793737502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-auth2","reconcileID":"d97e23df-fafd-48a9-8dc6-de6ff9fbab04","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:26.809016294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-auth1","reconcileID":"4aa58d3b-d315-44a6-a8f6-ee0939f065cb","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:26.809038827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"ec3cef8e-7adf-429a-a9e8-ac16ff6923a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:26.812892651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"d1550c30-ce36-43f7-9bb9-c9786e7e216d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:26.856676345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-auth2","reconcileID":"d97e23df-fafd-48a9-8dc6-de6ff9fbab04","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:26.902655713Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"e80cd6b7-f1b6-49c9-a11f-6a0edba55b6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:26.902739756Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"e80cd6b7-f1b6-49c9-a11f-6a0edba55b6c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:26.963675309Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-auth1","reconcileID":"26ce61f4-3a1e-4aed-9329-f1a964358815","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/distinct-w2-e1ca71","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:27.061351593Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-dedup-auth","reconcileID":"e519bc50-e385-4454-aa23-e79c9f9f253f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:27.061424295Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-dedup-auth","reconcileID":"e519bc50-e385-4454-aa23-e79c9f9f253f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:27.123040167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"45b59dcf-8709-4f34-910c-e2c247652ac5","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:27.220605884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-auth2","reconcileID":"0a96e03b-464d-416e-bdfc-1766adf31d42","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:27.270165286Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"724f7709-9273-4a56-b5ea-336818712cdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:27.270282734Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"724f7709-9273-4a56-b5ea-336818712cdf","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:27.277883779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-auth2","reconcileID":"0a96e03b-464d-416e-bdfc-1766adf31d42","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:27.280439005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"1a98d199-a917-479f-bab9-452f2b210788","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:27.379715071Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"eb289397-74a7-433e-a02c-b8abfa268f8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:27.379801367Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"eb289397-74a7-433e-a02c-b8abfa268f8b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:27.441600344Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-return-all-auth2","reconcileID":"cbfafaf2-42d4-4a85-8f93-471e687ed956","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/distinct-2-w2-e1ca71","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:27.54571778Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-dedup-auth","reconcileID":"e799c15f-47b9-4137-9e2b-e1b95734bb5d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:27.545822068Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-dedup-auth","reconcileID":"e799c15f-47b9-4137-9e2b-e1b95734bb5d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:27.609754269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"5c513e5b-b123-4dad-b597-4a91d50393dd","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:28.067750588Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"d9ab3c15-894c-44bb-bf88-bbea71aa54ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:28.067832653Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"d9ab3c15-894c-44bb-bf88-bbea71aa54ec","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:28.176995148Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"6454f0ad-5827-4588-b7b4-7018c74d06fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:28.177088533Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"6454f0ad-5827-4588-b7b4-7018c74d06fc","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:28.349165062Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-dedup-auth","reconcileID":"f8e50d96-8824-46a8-986e-2a01ef167da5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:28.34939957Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-dedup-auth","reconcileID":"f8e50d96-8824-46a8-986e-2a01ef167da5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:28.355893879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"6bce09f8-0a5c-45d2-b0eb-77dd68e344a4","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:28.571426837Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"a4aff345-331e-41a6-bc26-64ef5ae0b1a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:28.571502519Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"a4aff345-331e-41a6-bc26-64ef5ae0b1a5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:28.571427955Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-dedup-auth","reconcileID":"543ed15e-b528-44dc-8657-8a9c0ee33dc8","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:28.571555815Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-dedup-auth","reconcileID":"543ed15e-b528-44dc-8657-8a9c0ee33dc8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:28.571616995Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"07230f7b-ec6e-42e1-943a-322c727e8578","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:28.571666674Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"07230f7b-ec6e-42e1-943a-322c727e8578","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:29.015390602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"932daacf-b866-4550-aae3-a4698ecc2a85","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:29.070313859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"f863f6c4-3fb6-4c4d-969c-e1f7a79abf86","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:29.225922947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-user-token-filter-auth","reconcileID":"4004a68d-a39b-4304-ac0d-8d1eb25bc587","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:29.282926251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-user-token-filter-auth","reconcileID":"4004a68d-a39b-4304-ac0d-8d1eb25bc587","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:29.317369316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"2652f20e-c4e2-4582-917b-b31ec7c8e514","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:29.317476054Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ff702c-sub models-as-a-service/e2e-rt-sw-beb27d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:29.378294727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"f0b8eafe-b20e-4da1-8185-cf779363d492","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:29.425133429Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-user-token-filter-sub","reconcileID":"4e3c0f9c-c4a7-46d8-a4dc-bcbc5293a6b6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:29.473648656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"c76cf4fc-76fc-43af-8480-5633f60445a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:29.473752775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"de322c4a-5d0b-48eb-a6c8-15efa97fac72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:29.5391338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"c76cf4fc-76fc-43af-8480-5633f60445a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:29.539651555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"de322c4a-5d0b-48eb-a6c8-15efa97fac72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:29.547366311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"a9285f97-f523-44a6-8d04-d12ee9eb5e59","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:29.605450307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"3d0edaa2-ac49-41df-ae81-a113e9f67032","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:29.606280301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"471d5319-f10f-4e04-8f68-e9fd7c2914ea","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:29.76150273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-user-token-filter-auth","reconcileID":"680109ba-df41-4c83-b240-e53ea8d4bab7","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:29.818165969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-user-token-filter-auth","reconcileID":"680109ba-df41-4c83-b240-e53ea8d4bab7","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:29.872350099Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-user-token-filter-sub","reconcileID":"4e9b2d86-2090-4b95-9ed5-9738a9b3c145","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w2-e1ca71/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:29.902634504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"057873c8-a027-4697-89d5-2fb55c4ad517","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:29.903010249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"77758ff4-2ae3-458b-b367-1a28f2f68239","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:29.960119157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"057873c8-a027-4697-89d5-2fb55c4ad517","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:29.960204095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"77758ff4-2ae3-458b-b367-1a28f2f68239","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:30.038303981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"4197dcc0-d19a-40d3-98c2-80976b16a163","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:30.081634711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"bd69dde7-8dc6-48b4-a8b5-913a14d967eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:30.246899159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-user-token-filter-sub","reconcileID":"7db8da6c-9a78-4a46-ac88-d6a51aa36660","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:31.288367359Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"11776ffd-2c86-4970-9d85-8cd3e0919f00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:31.288469996Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"11776ffd-2c86-4970-9d85-8cd3e0919f00","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:31.290492389Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"869fbf41-be98-4e74-a8a7-57c8aa80ca3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:31.290559972Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"869fbf41-be98-4e74-a8a7-57c8aa80ca3e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:31.388872765Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-dedup-auth","reconcileID":"77f3b656-92b7-420b-858a-c3bef0611509","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:31.388962395Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-dedup-auth","reconcileID":"77f3b656-92b7-420b-858a-c3bef0611509","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:32.260950853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"b077b9ca-be66-43f2-8cc7-0e2554b51346","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:32.416909958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"c0ae6396-2735-4708-ada8-1d09e4b4ad11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:32.416976416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-user-token-filter-auth","reconcileID":"3e806070-dfc0-47d8-9f64-3c110092d52f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:32.417440957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"a4a57f3b-e459-4efe-bdd7-6467a32334d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:32.474384874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-user-token-filter-auth","reconcileID":"3e806070-dfc0-47d8-9f64-3c110092d52f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:32.474402792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"c0ae6396-2735-4708-ada8-1d09e4b4ad11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:32.476838265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"a4a57f3b-e459-4efe-bdd7-6467a32334d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:34.666729163Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:36.275812886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"4bbc4020-3b64-4160-8679-fc7b898b0446","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:36.275843546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-user-token-filter-auth","reconcileID":"952eafa5-d432-4c8e-baf9-999d2c7cb5bb","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:36.27654675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"61f0abec-d990-40bf-bbc4-c1326a9ad142","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:36.334417844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-user-token-filter-auth","reconcileID":"952eafa5-d432-4c8e-baf9-999d2c7cb5bb","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:36.334417859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"61f0abec-d990-40bf-bbc4-c1326a9ad142","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:36.33753949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"4bbc4020-3b64-4160-8679-fc7b898b0446","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:36.564914841Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"4a8dd3c8-88dd-484d-babd-e746e069e6f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:36.564999413Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"4a8dd3c8-88dd-484d-babd-e746e069e6f3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:36.565588771Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"acfeea54-e5fb-4d6d-ab29-46fba32bf58b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:36.565645931Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"acfeea54-e5fb-4d6d-ab29-46fba32bf58b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:36.695368717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"eb12437a-c940-4d95-895b-827dd2c094d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:36.695602126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"ba09b1f1-5a71-419c-9260-a541c34897a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:36.695374015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-user-token-filter-auth","reconcileID":"5f9bc3ec-6970-4486-abe6-07c91bbdc49b","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:36.752275633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"eb12437a-c940-4d95-895b-827dd2c094d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:36.75259036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"ba09b1f1-5a71-419c-9260-a541c34897a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:36.754510055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-user-token-filter-auth","reconcileID":"5f9bc3ec-6970-4486-abe6-07c91bbdc49b","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:36.795897407Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-dedup-auth","reconcileID":"7af90855-a0ff-411b-b6c6-d84725cab4f5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:36.795981898Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-dedup-auth","reconcileID":"7af90855-a0ff-411b-b6c6-d84725cab4f5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: compose ai-tenant-e2e-worker-w1-869cca/e2e-dedup-subscription@e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: model e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:38.51792209Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-dedup-subscription","reconcileID":"186b44c7-c095-47f6-9af3-b2bd51ec63d6","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:38.73438767Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-dedup-subscription","reconcileID":"186b44c7-c095-47f6-9af3-b2bd51ec63d6","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-869cca/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:38.944061084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"4e150ccf-6f35-4116-9c92-d9ed475155b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:38.95400615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"1017e5cd-c919-4408-a3e7-c11c7561bd39","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:38.954454417Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ff702c-sub models-as-a-service/e2e-rt-sw-beb27d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:39.111443471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"789d32ba-a813-4bc8-90a5-4bed960bfbfe","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:39.111908899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"5c0097e2-8c7a-402d-9603-25c2b200ad57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:39.112074003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-dedup-auth","reconcileID":"f6787a49-01e1-42c9-b3eb-f3ded3342751","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:39.112453385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"d12dd0c7-578f-4198-984b-ec2d57d453e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:39.169810201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"5c0097e2-8c7a-402d-9603-25c2b200ad57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:39.170053409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-dedup-auth","reconcileID":"f6787a49-01e1-42c9-b3eb-f3ded3342751","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:39.172205776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"d12dd0c7-578f-4198-984b-ec2d57d453e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:39.485537523Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-dedup-auth","reconcileID":"f6787a49-01e1-42c9-b3eb-f3ded3342751","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:39.485919628Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-dedup-auth","reconcileID":"c6a7f688-641d-4b1e-a46d-016771e267c0","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:39.487338382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"premium-w1-869cca","reconcileID":"264822c1-9fcb-44ed-b73e-23f6ef791ef5","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"premium-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"premium-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:39.492370622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"913e7e7e-9469-4e0b-b821-7f5be7dcf2c0","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:39.529555848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"7e31dfa7-e9d6-4913-bd98-518c4f37034c","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"distinct-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"distinct-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:39.529820653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"6c0ac1ee-f03d-4e06-9ec3-408a5a1125ab","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:39.530154764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"c38bec4a-37f0-40ad-9cd0-d3456cfc0384","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"premium-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"premium-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:39.603791489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"231940d1-9e86-4b05-9855-32f45fbe6f4b","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:39.60419348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"4366af84-8a7b-4be2-a027-1d378fb53cb6","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"premium-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"premium-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:39.604501278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"883943cb-a02d-495a-874b-5298d2ac7a58","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"distinct-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"distinct-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:39.686784906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"0f71187a-4566-4f6c-ac8d-264630fd9b6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:39.688953986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"711ff343-5f71-4d53-9e2f-3c30912e7ded","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:39.696619004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"095d2c25-00a8-42ec-bf33-8d3561f2010f","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:39.745893393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"0f71187a-4566-4f6c-ac8d-264630fd9b6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:39.748455318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"711ff343-5f71-4d53-9e2f-3c30912e7ded","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:39.748601437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"af6bac5d-5af3-4e8a-8436-5af277f198a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:39.759230704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"6bfe08ae-d599-4fd1-9491-8e6a79c5c88d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:40.117725803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"920a9d57-7777-4ea9-b9cc-961b0b90e69f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:40.117726452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"3fc007a4-19cb-422d-9834-330bac41daa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:40.175631362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"3fc007a4-19cb-422d-9834-330bac41daa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:40.175843757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"920a9d57-7777-4ea9-b9cc-961b0b90e69f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:40.767648851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"05d82ab5-95bd-4870-aa24-79994c815f0c","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:40.767908396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-2-w1-869cca","reconcileID":"29b3dfed-fbde-496b-b122-5770270e64e8","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-2-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-2-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:40.824914059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"62ceee6d-9abd-4700-a1b4-40e28556aef5","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:40.825174127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-2-w1-869cca","reconcileID":"98e58917-25b2-4733-bb6a-c1adaf987c74","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-2-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-2-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:41.053326036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"79064665-f851-4d86-a716-2e169f81bdc8","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:41.053353417Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ff702c-sub models-as-a-service/e2e-rt-sw-beb27d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:41.084906083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-distinct-models-auth","reconcileID":"d49ac9b0-32ce-45bd-a676-4f408d40d95e","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:41.113039527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-2-w1-869cca","reconcileID":"9ec49ef6-ac03-4807-aa91-e64bd1129888","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-2-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-2-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:41.143465028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-distinct-models-auth","reconcileID":"d49ac9b0-32ce-45bd-a676-4f408d40d95e","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:41.166324022Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-distinct-models-subscription","reconcileID":"04a9f99c-eb99-418e-8e72-0fc0cedb90c9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:41.170808691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"b00b42ab-0f7c-4fc1-ae67-1b04fbc7ea25","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:41.276086458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"8e9b02f8-2fb8-44f7-9cd3-cd79cd61edb8","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:41.276568291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-2-w1-869cca","reconcileID":"6de2bccf-f6ea-4574-895a-c00cdcd8ebe3","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-2-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-2-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:41.312710959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"1578c5c3-70b6-485d-b69f-4c3a4b41dcb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:41.312715597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"469d3158-8089-4045-9ead-f30cea4a0ee9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:41.333743472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"010c2e53-1373-407f-b7c9-67a14c5a4c3b","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:41.334299679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-2-w1-869cca","reconcileID":"6d7db563-6187-4d94-9578-1c724b2eedb1","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-2-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-2-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:41.369989994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"469d3158-8089-4045-9ead-f30cea4a0ee9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:41.370164704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"1578c5c3-70b6-485d-b69f-4c3a4b41dcb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:41.544703053Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-distinct-models-subscription","reconcileID":"e9e57915-5e80-4c24-9ff2-220e80a4dfa4","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-distinct-w1-869cca","model":"distinct-w1-869cca","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-869cca/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:41.615598333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"86453c6e-15c7-406c-967b-da140d19bc86","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:41.615996291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-2-w1-869cca","reconcileID":"ad81451c-129b-41e1-99d1-a1fc4c853b42","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-2-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-2-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:41.704871092Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-distinct-models-subscription","reconcileID":"e9e57915-5e80-4c24-9ff2-220e80a4dfa4","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-distinct-2-w1-869cca","model":"distinct-2-w1-869cca","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-869cca/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:41.869751653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"611f45a4-4c3b-4e9f-8df0-dbfe23dd7772","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:41.870010802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"6ecbe219-c8af-448b-aa3b-c6455fd48f5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:41.872578877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-distinct-models-auth","reconcileID":"613b6ab7-1463-4d76-8b57-70261cf29473","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:41.92436582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"e241fb25-74bd-4691-9c5e-a5ece110bc5f","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:41.924807363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-2-w1-869cca","reconcileID":"4c243c57-c5cb-4b0b-a5fa-9b9a691c918a","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-2-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-2-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:41.928774257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"6ecbe219-c8af-448b-aa3b-c6455fd48f5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:41.928986105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"611f45a4-4c3b-4e9f-8df0-dbfe23dd7772","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:41.931096101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-distinct-models-auth","reconcileID":"613b6ab7-1463-4d76-8b57-70261cf29473","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:42.132620596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-distinct-models-subscription","reconcileID":"86e714d5-9f0c-4d38-ba60-bb714997adf2","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-distinct-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/distinct-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:42.288840396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-distinct-models-subscription","reconcileID":"86e714d5-9f0c-4d38-ba60-bb714997adf2","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-distinct-2-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/distinct-2-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:42.423936906Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-user-token-filter-sub","reconcileID":"fa13be93-8f5d-4fa0-beeb-94768fdda392","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:42.639602685Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-user-token-filter-sub","reconcileID":"fa13be93-8f5d-4fa0-beeb-94768fdda392","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:42.848697484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"23b4119c-f03e-4fdf-983a-ee77f2a3d0ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:42.856914354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"fa3dadc9-2fa8-4971-b0c4-6c56c75fb268","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:42.857320385Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-ff702c-sub models-as-a-service/e2e-rt-sw-beb27d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:42.915912796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"d3add40e-60bb-4ae8-a3d0-6cf6b4868dc8","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:42.917012075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-2-w1-869cca","reconcileID":"028993bf-d8d6-4bde-82ff-5ac9d4286843","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-2-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-2-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:43.015039183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"2d63c94c-7164-45ed-afe6-dc6338085540","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:43.046726557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"34efbd9c-6f8a-4211-99a0-1a4c759e611f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:43.046758205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"06e9a421-d5a4-4f10-a58b-918674d508d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:43.047167801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-user-token-filter-auth","reconcileID":"6192c77b-52a7-4772-9119-40ca66ce4281","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:43.104242319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"34efbd9c-6f8a-4211-99a0-1a4c759e611f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:43.104356535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"06e9a421-d5a4-4f10-a58b-918674d508d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:43.106462244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-user-token-filter-auth","reconcileID":"6192c77b-52a7-4772-9119-40ca66ce4281","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:43.331234358Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-user-token-filter-auth","reconcileID":"635c2743-08fe-417a-93cf-207163e0c63e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:43.493039386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"28208dd9-4af0-4814-b5cc-f6d8bb0e4535","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:43.775513463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ff702c","reconcileID":"36fef365-08cd-4d60-8fc2-ab1d823e7a83","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ff702c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:43.775547856Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ff702c","reconcileID":"36fef365-08cd-4d60-8fc2-ab1d823e7a83","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ff702c-e485457c8f4f","namespace":"llm","model":"e2e-rt-eq-ff702c","externalModel":"e2e-rt-eq-ff702c","provider":"e2e-rt-eq-ff702c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:43.938421454Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-ff702c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ff702c-sub","reconcileID":"d3e7ef66-210c-4b79-a232-ae2d18104b7b","MaaSSubscription":{"name":"e2e-rt-eq-ff702c-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ba5bd7ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:43.98337247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ff702c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ff702c-access","reconcileID":"c3776b3b-c468-4ad1-95a6-91434393f419","MaaSAuthPolicy":{"name":"e2e-rt-eq-ff702c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:43.983543669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"b73169e3-9b5e-4edc-a04f-0bd5ff529300","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:43.983379897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5e8b870-1cbe-47e3-b41c-df586f9175bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:43.983846676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bfa193ae-b7e7-472e-9cbc-c8eaca62a924","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:44.041129516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"b73169e3-9b5e-4edc-a04f-0bd5ff529300","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:44.041626422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ff702c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ff702c-access","reconcileID":"c3776b3b-c468-4ad1-95a6-91434393f419","MaaSAuthPolicy":{"name":"e2e-rt-eq-ff702c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:44.043661471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bfa193ae-b7e7-472e-9cbc-c8eaca62a924","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:44.044106912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5e8b870-1cbe-47e3-b41c-df586f9175bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:44.508971017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fab08de1-0b8f-48f6-8bd6-a0de0235daef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:44.509077902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf874770-0023-4f9f-a43d-ca62e09fd914","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:44.566221103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fab08de1-0b8f-48f6-8bd6-a0de0235daef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:44.567167306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf874770-0023-4f9f-a43d-ca62e09fd914","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:44.590475638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"00d47df2-a77b-4cbe-96e1-edcde6e3a09e","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:44.612168939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ff702c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ff702c-access","reconcileID":"f7537ea5-9916-41af-aa0d-3ef8d1704246","MaaSAuthPolicy":{"name":"e2e-rt-eq-ff702c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:44.612173741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"afd8eae7-b848-4d11-a433-a1ae08ad499b","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:44.648112765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-2-w1-869cca","reconcileID":"0ff8d312-1517-48b0-9d3a-8a08ac0b629c","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-2-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-2-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:44.669748256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"afd8eae7-b848-4d11-a433-a1ae08ad499b","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:44.669854568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ff702c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ff702c-access","reconcileID":"f7537ea5-9916-41af-aa0d-3ef8d1704246","MaaSAuthPolicy":{"name":"e2e-rt-eq-ff702c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:44.706310621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"50287f14-99db-410e-ba8e-3eb9a8a1a9b4","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:44.751928698Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-distinct-models-subscription","reconcileID":"9da7d50f-0f61-47eb-bc0e-0585102a85e5","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-71460944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:44.803457012Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-distinct-models-subscription","reconcileID":"58f1bb23-1410-4fcf-a01d-b38db3f6649e","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-71460944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:44.848441468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"0ad2a30f-0c3b-4f8b-900c-a13b1db127b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:44.879745257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"e09566a6-f60c-48dc-ba7d-0d55ec77d5a1","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:44.905749533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"0ad2a30f-0c3b-4f8b-900c-a13b1db127b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:44.989474166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"191b021b-5164-4259-b34c-dffb91576d24","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-beb27d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:44.989498412Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"191b021b-5164-4259-b34c-dffb91576d24","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-beb27d-f9ca6461eebc","namespace":"llm","model":"e2e-rt-sw-beb27d","externalModel":"e2e-rt-sw-beb27d","provider":"e2e-rt-sw-beb27d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:44.989943897Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-e1ca71/e2e-models-valid-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:45.028947955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"a9c4a426-8e24-4c4a-a3f6-78c85a8efd3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:45.028993766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-distinct-models-auth","reconcileID":"212da30f-0b76-4374-bc58-a4da64c3e2bf","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:45.044062734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"b591ba76-cdd5-4b34-aca2-695a959d90f3","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:45.044933964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"36476004-f0e2-4e41-b9b6-7a3d05638f76","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:45.087121389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-distinct-models-auth","reconcileID":"212da30f-0b76-4374-bc58-a4da64c3e2bf","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:45.087121387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"a9c4a426-8e24-4c4a-a3f6-78c85a8efd3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:45.129807463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"bdd2d5f2-fd18-48a8-92d9-2c1ef2bc645a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:45.186680351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"bdd2d5f2-fd18-48a8-92d9-2c1ef2bc645a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:45.231226208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-models-invalid-sub-auth","reconcileID":"7918625c-d5b5-4f60-b19d-686b45873bba","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:45.288661452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-models-invalid-sub-auth","reconcileID":"7918625c-d5b5-4f60-b19d-686b45873bba","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:45.313481521Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-models-valid-sub","reconcileID":"7070bae7-9ff9-41f2-8e21-6135380cbab6","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/e2e-models-valid-sub","ai-tenant-e2e-worker-w2-e1ca71/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:45.432050554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"0e296aac-be8f-49e8-9aa9-3c7e62c798b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:45.435332185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"cff449d0-fa54-4753-ac0f-959dd6f263c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:45.481329382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"088460bb-69ca-4b85-bf7c-d469a8feaff2","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:45.489715779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"0e296aac-be8f-49e8-9aa9-3c7e62c798b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:45.492648898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"cff449d0-fa54-4753-ac0f-959dd6f263c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:45.526121536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"0000d0a9-178b-4577-ac4f-5d43448ad457","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:45.545599618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"0191c977-c3f4-4779-b6c0-fa13abc99a96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:45.603560079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"0191c977-c3f4-4779-b6c0-fa13abc99a96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:45.648287095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"e3dd7418-e04b-4b96-8ebb-5c295ba54353","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:45.691082742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-models-valid-sub","reconcileID":"07050180-77c6-4fb7-aa63-f7728dca47b9","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:45.804263634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-models-invalid-sub-auth","reconcileID":"79f0e46b-b335-4a11-a6bc-2d7d79b35caa","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:45.87641853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-models-invalid-sub-auth","reconcileID":"79f0e46b-b335-4a11-a6bc-2d7d79b35caa","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:47.815606406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"a32b303c-6c8c-44a7-847a-3f046526b5b3","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:47.971587808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"b8941506-240c-462f-ba8c-83bd031d3ad7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:47.972295163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"69104b26-942d-4ee2-b74c-94dcd5b65264","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:47.978518521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-models-invalid-sub-auth","reconcileID":"9a76d3d0-805f-4972-ad3f-00e1767c3c55","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:48.036232286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"69104b26-942d-4ee2-b74c-94dcd5b65264","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:48.04455228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"b8941506-240c-462f-ba8c-83bd031d3ad7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:48.051582376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-models-invalid-sub-auth","reconcileID":"9a76d3d0-805f-4972-ad3f-00e1767c3c55","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:53.990887089Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-ff702c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ff702c-sub","reconcileID":"14182a5b-ce3a-4b55-86bf-5a0632bdf0c7","MaaSSubscription":{"name":"e2e-rt-eq-ff702c-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-ff702c","subscription":"e2e-rt-eq-ff702c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:54.096140121Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-ff702c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ff702c-sub","reconcileID":"14182a5b-ce3a-4b55-86bf-5a0632bdf0c7","MaaSSubscription":{"name":"e2e-rt-eq-ff702c-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-ff702c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:54.148325305Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-ff702c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ff702c-sub","reconcileID":"14182a5b-ce3a-4b55-86bf-5a0632bdf0c7","MaaSSubscription":{"name":"e2e-rt-eq-ff702c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-ff702c","namespace":"llm","model":"llm/e2e-rt-eq-ff702c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:54.475270614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ff702c","reconcileID":"4a5ccbaa-e991-422d-a253-a341e3b46e8b","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ff702c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:54.475307211Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ff702c","reconcileID":"4a5ccbaa-e991-422d-a253-a341e3b46e8b","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ff702c-e485457c8f4f","namespace":"llm","model":"e2e-rt-eq-ff702c","externalModel":"e2e-rt-eq-ff702c","provider":"e2e-rt-eq-ff702c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:54.6379594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ff702c","reconcileID":"a41197da-c95b-4bb1-9883-476f66be4c98","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ff702c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:54.637985808Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ff702c","reconcileID":"a41197da-c95b-4bb1-9883-476f66be4c98","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ff702c-e485457c8f4f","namespace":"llm","model":"e2e-rt-eq-ff702c","externalModel":"e2e-rt-eq-ff702c","provider":"e2e-rt-eq-ff702c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:54.681796208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ff702c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ff702c-access","reconcileID":"c1d51064-7299-40e4-8cea-9b3d1c0c8b41","MaaSAuthPolicy":{"name":"e2e-rt-eq-ff702c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:54.68204062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91da7048-afb4-44ae-9887-325b0220b3fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:54.681799159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c760ef07-24cc-4a28-bb40-69ce3f880fa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:54.688052588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"d16a0236-1fe9-4bb5-926b-b9ad4b412e41","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:54.738794656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ff702c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ff702c-access","reconcileID":"c1d51064-7299-40e4-8cea-9b3d1c0c8b41","MaaSAuthPolicy":{"name":"e2e-rt-eq-ff702c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:54.740828932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91da7048-afb4-44ae-9887-325b0220b3fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:54.741945176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c760ef07-24cc-4a28-bb40-69ce3f880fa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:54.744512589Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ff702c","reconcileID":"a41197da-c95b-4bb1-9883-476f66be4c98","name":"e2e-rt-eq-ff702c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-ff702c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:54.744572723Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ff702c","reconcileID":"a41197da-c95b-4bb1-9883-476f66be4c98","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-ff702c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:54.747379916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"d16a0236-1fe9-4bb5-926b-b9ad4b412e41","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:54.802604117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ff702c","reconcileID":"e6161106-c0f3-4740-8a83-d8c71b2f25e1","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ff702c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:54.802628713Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ff702c","reconcileID":"e6161106-c0f3-4740-8a83-d8c71b2f25e1","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ff702c-e485457c8f4f","namespace":"llm","model":"e2e-rt-eq-ff702c","externalModel":"e2e-rt-eq-ff702c","provider":"e2e-rt-eq-ff702c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:54.856320247Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-distinct-models-subscription","reconcileID":"b438f38b-e79f-4c52-8578-c8de4241d826","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/distinct-w1-869cca","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:54.90957612Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-distinct-models-subscription","reconcileID":"b438f38b-e79f-4c52-8578-c8de4241d826","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/distinct-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:54.961710214Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-distinct-models-subscription","reconcileID":"b438f38b-e79f-4c52-8578-c8de4241d826","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/distinct-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:55.016122802Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-distinct-models-subscription","reconcileID":"b438f38b-e79f-4c52-8578-c8de4241d826","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/distinct-2-w1-869cca","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:55.05344994Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-ff702c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-ff702c-access","reconcileID":"9665da70-7375-4deb-8a2b-4fe42664501f","MaaSAuthPolicy":{"name":"e2e-rt-eq-ff702c-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-ff702c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:55.068437526Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-distinct-models-subscription","reconcileID":"b438f38b-e79f-4c52-8578-c8de4241d826","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/distinct-2-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:55.121512708Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-distinct-models-subscription","reconcileID":"b438f38b-e79f-4c52-8578-c8de4241d826","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/distinct-2-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:55.382129027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ff702c","reconcileID":"3fcbadac-470d-490c-9a45-1b871eab6809","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-ff702c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:55.382165555Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ff702c","reconcileID":"3fcbadac-470d-490c-9a45-1b871eab6809","MaaSModelRef":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-ff702c-e485457c8f4f","namespace":"llm","model":"e2e-rt-eq-ff702c","externalModel":"e2e-rt-eq-ff702c","provider":"e2e-rt-eq-ff702c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:55.434543375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"50ad1518-6e93-44bc-a5ef-3a644fb7915f","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:55.492510539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-2-w1-869cca","reconcileID":"6e3aa170-a8e7-45dc-9bf5-43d5ee00b4e8","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-2-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-2-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:55.55330585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"f571313c-17c8-48a2-9c22-319112774bc5","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:55.559775316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-2-w1-869cca","reconcileID":"467c7580-34fd-4c8f-9c57-b6d5d66cdbe0","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-2-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-2-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:55.66455988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"19f76653-cd79-42d0-a759-aa860cf0a763","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:55.664581296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"a1a4a53c-ae69-4970-9c3a-bf99253fc49e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:55.665117871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-distinct-models-auth","reconcileID":"244685c2-6f53-4a47-a58b-fcd01e0a56f2","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:55.722528663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-distinct-models-auth","reconcileID":"244685c2-6f53-4a47-a58b-fcd01e0a56f2","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:55.72254144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"19f76653-cd79-42d0-a759-aa860cf0a763","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:55.724818547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"a1a4a53c-ae69-4970-9c3a-bf99253fc49e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:55.932520458Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ff702c","reconcileID":"17ece64c-706a-4e96-b2e5-f7ea7613fdff","namespace":"llm","name":"e2e-rt-eq-ff702c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:55.993293707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0a25293c-8155-480e-b76a-098991deff2c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:55.993554958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0a25293c-8155-480e-b76a-098991deff2c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:55.99429497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"50744e8b-78d2-43ab-9e2c-bfaee801fc57","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:55.994393985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"50744e8b-78d2-43ab-9e2c-bfaee801fc57","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:55.994908402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"baad0901-5701-407e-aa63-dee2c5a2fd80","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:55.994986819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"baad0901-5701-407e-aa63-dee2c5a2fd80","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.052734212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"5946d7a4-2a34-458c-bd7c-341eb4217e3d","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-beb27d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.052886231Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"5946d7a4-2a34-458c-bd7c-341eb4217e3d","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-beb27d-f9ca6461eebc","namespace":"llm","model":"e2e-rt-sw-beb27d","externalModel":"e2e-rt-sw-beb27d","provider":"e2e-rt-sw-beb27d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.085700046Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-distinct-models-auth","reconcileID":"8cca5fbf-4a69-4184-afb0-3f7f62523fdf","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/distinct-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.096991032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"e6cb8877-2b17-4744-ac6a-8c7db80d8c53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.097777393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"d7c06599-eed8-4b0c-9c6b-513cf7f4f28f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.098425878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"5a05aeb6-bf27-4199-bb61-4fa524e1f0d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.106425507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"148696b2-12ea-4d9b-bc12-472b645859b6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.10644696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"148696b2-12ea-4d9b-bc12-472b645859b6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.106803257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e6ea1ddc-6a59-48d9-bb24-faab5be263dd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.106821758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e6ea1ddc-6a59-48d9-bb24-faab5be263dd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.107135996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3456d5ff-d87e-4d7a-9292-34eb9bf8a99c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.107154825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3456d5ff-d87e-4d7a-9292-34eb9bf8a99c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.10751184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7ef1f25a-72f1-4053-bffc-699b5722683f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.107530895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7ef1f25a-72f1-4053-bffc-699b5722683f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.10786723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3117ed7f-6b89-4feb-a821-53eb36eb29cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.107884276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3117ed7f-6b89-4feb-a821-53eb36eb29cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.153948424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac4f1a94-a299-43a7-80f6-70ad0237b7ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.159340338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"e6cb8877-2b17-4744-ac6a-8c7db80d8c53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.162703773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"d7c06599-eed8-4b0c-9c6b-513cf7f4f28f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.167714538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"5a05aeb6-bf27-4199-bb61-4fa524e1f0d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.182939718Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-distinct-models-auth","reconcileID":"8cca5fbf-4a69-4184-afb0-3f7f62523fdf","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/distinct-2-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.231892726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac4f1a94-a299-43a7-80f6-70ad0237b7ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.231895809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b6788321-d6ca-4d4d-b6bd-274a89db797e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.232868788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e7bb134b-dd7f-457b-aecc-0183e2a1f31a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.285884221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-beb27d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-sub","reconcileID":"2a39ad9b-ed06-4619-bc2b-0e2a3c6a04e2","MaaSSubscription":{"name":"e2e-rt-sw-beb27d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-beb27d","model":"llm/e2e-rt-sw-beb27d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.393580279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"2e110c46-252b-42d0-9bcf-91e2061906ac","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.395311728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-2-w1-869cca","reconcileID":"d22a7d95-d531-4d8f-8039-0386ca2669ca","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-2-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-2-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.496429837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"168ca036-894a-40e9-8da1-1f4ace7a4233","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.497093695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"e4739a8c-d4ed-4681-9fc6-47040044a64a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.502201809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-models-invalid-sub-auth","reconcileID":"bd1c8085-756c-41a1-9f77-3fee3ebc6b93","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.554998752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"168ca036-894a-40e9-8da1-1f4ace7a4233","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.555447545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"e4739a8c-d4ed-4681-9fc6-47040044a64a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.559335537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-models-invalid-sub-auth","reconcileID":"bd1c8085-756c-41a1-9f77-3fee3ebc6b93","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.591983081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"fe0dc4c1-919b-49a2-abb8-18af57987432","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.592013919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"3879d168-d5db-4a04-acc4-87e4193ba62f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.651855228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"fe0dc4c1-919b-49a2-abb8-18af57987432","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.654325568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"3879d168-d5db-4a04-acc4-87e4193ba62f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.917383774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"1bc160ac-0fbe-4b57-9c83-34bb0a572016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.968788999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"495ddf65-2794-4c6d-9d51-ce29e38cd953","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.96880261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"f709fca2-c16c-4dda-a778-6f32f962088c","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.97933999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"1bc160ac-0fbe-4b57-9c83-34bb0a572016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:56.98601451Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-ff702c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-ff702c","reconcileID":"2b9391a9-9123-4267-96be-859975220174","namespace":"llm","name":"e2e-rt-eq-ff702c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:57.021894443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"8a47f559-d8b8-4c31-a1d4-17c6d420e813","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:57.022545863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"4c301f1e-2d65-4a1f-91c2-e19687656b25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:57.027671218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"495ddf65-2794-4c6d-9d51-ce29e38cd953","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:57.031633203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"f709fca2-c16c-4dda-a778-6f32f962088c","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:57.081062602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"8a47f559-d8b8-4c31-a1d4-17c6d420e813","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:57.081375669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"4c301f1e-2d65-4a1f-91c2-e19687656b25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:57.389677157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a443fff2-80c1-4e7d-aaa2-3024b4b592b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:57.443701195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"4de91b14-b3ce-45ca-a26a-e6d447b9ce0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:57.443701397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"938c8bab-9683-4481-b0b3-a31bcc3e22a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:57.448905566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a443fff2-80c1-4e7d-aaa2-3024b4b592b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:57.450631391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"10f9fa4d-930d-4b9e-a86e-88dc892286d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:57.511446207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38133937-13dc-48bc-bc6b-b3511db0a571","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:57.516499934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"4de91b14-b3ce-45ca-a26a-e6d447b9ce0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:57.517110948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"938c8bab-9683-4481-b0b3-a31bcc3e22a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:57.535449767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"10f9fa4d-930d-4b9e-a86e-88dc892286d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:57.569526504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38133937-13dc-48bc-bc6b-b3511db0a571","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:57.826597036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"b2a193f0-f3ff-400b-ab05-ebb4e295fe44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:57.830388249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"a0826343-53e6-4ad2-a38c-4e799c58e84c","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:57.883317396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"b2a193f0-f3ff-400b-ab05-ebb4e295fe44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:57.927069339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"56bec4f5-3aaf-4e2f-9ff7-dc0c09d465f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:57.92714838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"8ebbb2b4-0bb9-43e8-b97e-b52c43692f04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:57.927712833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"26c70969-d527-4a94-a917-a137da081c36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:57.962268393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"26bbd96e-cba6-49f9-91ce-23c251f62d46","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-beb27d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:57.962294886Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"26bbd96e-cba6-49f9-91ce-23c251f62d46","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-beb27d-f9ca6461eebc","namespace":"llm","model":"e2e-rt-sw-beb27d","externalModel":"e2e-rt-sw-beb27d","provider":"e2e-rt-sw-beb27d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:57.977483274Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-models-valid-sub","reconcileID":"329da5f3-005d-4ed9-b7df-f506b6de9be4","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:57.984426848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"26c70969-d527-4a94-a917-a137da081c36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:57.984583148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"8ebbb2b4-0bb9-43e8-b97e-b52c43692f04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:57.986572707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"56bec4f5-3aaf-4e2f-9ff7-dc0c09d465f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.028241075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"0ea31799-4859-4681-80ac-e64169c02bf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.08482706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"0ea31799-4859-4681-80ac-e64169c02bf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.10512072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"8ae22d9f-5545-46c5-ad6e-e60ab039b622","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.127317152Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-beb27d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-sub","reconcileID":"52fbbd39-dc93-4ba6-b44f-70873787f1a3","MaaSSubscription":{"name":"e2e-rt-sw-beb27d-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c9393643","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.164952641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"f053f8e2-fe1b-48fa-981f-7915563a1f45","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.193029221Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-models-valid-sub","reconcileID":"329da5f3-005d-4ed9-b7df-f506b6de9be4","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:58.216541347Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-models-user-sub","reconcileID":"99fd8f99-0738-4739-bbdc-c21902799354","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.243341971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-models-invalid-sub-auth","reconcileID":"6dea25be-c18c-4f88-898a-d7215814fe0a","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.306339727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-models-invalid-sub-auth","reconcileID":"6dea25be-c18c-4f88-898a-d7215814fe0a","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.335883755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"51cfdaf0-d58f-400c-8ba5-a02214a49e09","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.342041821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"d9e92c3b-7448-4d49-8bb7-d6686eae028d","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.349764709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"cfdbb817-38ad-4e5a-b5a3-8a9f5253a8ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.350364386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"dd2c37d3-dadb-4272-93d5-60e1ed48ac6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.393138146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"91ad4ce1-8580-4338-812c-ac9ee182d4d7","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.401882117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"1211ff38-1c1e-4dfc-98ff-b85d1c4632a5","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.406991068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"cfdbb817-38ad-4e5a-b5a3-8a9f5253a8ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.407594409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"a7ef60b1-da3d-4669-81a1-d90fdc5d7f0e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.407896329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"dd2c37d3-dadb-4272-93d5-60e1ed48ac6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.441388688Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-869cca priority=0:[ai-tenant-e2e-worker-w1-869cca/e2e-models-other-sub ai-tenant-e2e-worker-w1-869cca/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.441635982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"e5071243-8f9f-41b1-8293-4f019ef985fa","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.458856794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"1211ff38-1c1e-4dfc-98ff-b85d1c4632a5","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.459868868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"ecf588a9-07b3-4742-a75d-147733d40871","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.498959437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-models-access-denied-auth","reconcileID":"703e62b4-a8f9-4cbc-bbe0-5df9313ba71a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.499812436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"49257954-044e-41c4-88d0-43b2846ba4b4","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.552057186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"16f2cb48-498c-40bd-af38-4518cc8fe04d","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.556648379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-models-access-denied-auth","reconcileID":"703e62b4-a8f9-4cbc-bbe0-5df9313ba71a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:58.557042064Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-869cca/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.557561559Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-869cca priority=0:[ai-tenant-e2e-worker-w1-869cca/e2e-models-other-sub ai-tenant-e2e-worker-w1-869cca/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.608883183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"efbae51b-e23f-4b00-83b1-78daabe899b7","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:58.610345955Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-869cca/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1641\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Delete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:146\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:167\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1365\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.61847494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"996c30a0-df3a-42cd-b4cd-820c254e46a2","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.663989811Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-models-user-sub","reconcileID":"03d8ae40-df61-4b19-b4c3-ef0dc489ef49","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-869cca/e2e-models-other-sub","ai-tenant-e2e-worker-w1-869cca/e2e-models-user-sub","ai-tenant-e2e-worker-w1-869cca/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.715333456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d1e1d3a-1d05-42cd-b2e1-f58dafa054e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.76654401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"304419dd-1dd3-43ba-8cae-7b66a45dd5fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.772234612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d1e1d3a-1d05-42cd-b2e1-f58dafa054e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.817701076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0c42d2f-c2fb-4dd9-9460-1fdcc786550e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.819033752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-models-other-sub","reconcileID":"00a38cf7-c4c0-4bc0-8f1a-01d28b7d7c1d","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.823725722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"304419dd-1dd3-43ba-8cae-7b66a45dd5fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.829383267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"ee84fb98-596a-4a23-a7fc-b892fa2843dc","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.872635524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"8846bcdc-7d7d-40d7-af12-cba3827ca9c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.873266544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"f00525a2-9a09-45a1-b4fa-d2256af17ab7","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.877457379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0c42d2f-c2fb-4dd9-9460-1fdcc786550e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.920784284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"843bad23-4ab0-40c2-8a1f-c15f50bcdce9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.92913134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"8846bcdc-7d7d-40d7-af12-cba3827ca9c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:58.986635844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"1256c3e9-ffaf-489c-85bd-16577a72deea","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:59.027576328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-models-access-denied-auth","reconcileID":"c2430f71-ec0e-4df5-89ec-945c11b3105c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:59.038507461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-models-user-sub","reconcileID":"866b1ad0-3220-4e26-9107-9d8757d55992","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:59.068457194Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-models-invalid-sub-auth","reconcileID":"d9e3cf35-ec2f-44dd-b10e-69629ffcc471","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:59.087605062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-models-access-denied-auth","reconcileID":"c2430f71-ec0e-4df5-89ec-945c11b3105c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:59.171859689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"21df0938-1005-49bc-bc9e-517a747952e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:59.171877386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"6e696180-201a-43cd-afab-58a021dab31e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:59.196162374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-models-other-sub","reconcileID":"72b3efd1-1619-4d52-baa9-d003b20bc52b","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:59.229110759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"6e696180-201a-43cd-afab-58a021dab31e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:59.229284808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"21df0938-1005-49bc-bc9e-517a747952e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:59.229973411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"8d83bd51-eed0-4f10-b22d-9ea2b4c0cc52","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:25:59.401043975Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-models-access-denied-auth","reconcileID":"c2430f71-ec0e-4df5-89ec-945c11b3105c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-models-access-denied-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:59.564299316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-models-access-denied-auth","reconcileID":"66ace45a-1244-4668-bab3-b167bd9af1d0","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:25:59.620990488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-models-access-denied-auth","reconcileID":"66ace45a-1244-4668-bab3-b167bd9af1d0","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:00.279037067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"292da4d0-ab92-46b6-b26f-ddf9c55fd414","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:00.333993529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"732bf88e-f025-40ac-ae52-af249f06f9d3","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:00.540858103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth1","reconcileID":"d88b7b3f-ab20-485b-a03e-519ae19d55c9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:00.558950727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"f8748f46-b3f9-4894-9398-a34562ddd8fa","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:00.558957962Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-869cca priority=0:[ai-tenant-e2e-worker-w1-869cca/e2e-models-other-sub ai-tenant-e2e-worker-w1-869cca/e2e-models-user-sub]","namespace=ai-tenant-e2e-worker-w2-e1ca71 priority=10:[ai-tenant-e2e-worker-w2-e1ca71/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w2-e1ca71/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:00.598106848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth1","reconcileID":"d88b7b3f-ab20-485b-a03e-519ae19d55c9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:00.620068688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"fccd9d3b-3901-4156-8a68-7da1b294482d","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:00.667909246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"9f96fbfc-ac29-4bd9-9304-d4b31fe56f2a","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:26:00.672759914Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-e1ca71/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:00.724717991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"9681e298-2f47-43c8-a221-e4eb735c23d1","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:00.736814568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"82bb227f-b3b0-4d7f-874e-f30f34723b40","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:00.766273602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"451212f2-60d1-4f46-aa72-0cc26b590438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:00.766273881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"f65af1bf-1909-4409-a294-88d86167336d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:00.824015959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"451212f2-60d1-4f46-aa72-0cc26b590438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:00.824889245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"f65af1bf-1909-4409-a294-88d86167336d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:00.833866485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"aee50ffe-25a2-4b9c-a228-4a3c76773a10","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:00.892824812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"e6caa64a-a316-4478-ad8f-736c1a2c7358","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:00.917000271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"f9d55390-fd67-42e9-b091-184a31c5d1bd","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:00.934761132Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-sub1","reconcileID":"5c17d35f-beb8-4929-8692-d75d26d4c577","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-distinct-w2-e1ca71","model":"distinct-w2-e1ca71","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:01.10234791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"f7c17eda-2050-4bdc-ba6d-94274bd68751","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:01.125060901Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-869cca priority=0:[ai-tenant-e2e-worker-w1-869cca/e2e-models-other-sub ai-tenant-e2e-worker-w1-869cca/e2e-models-user-sub]","namespace=ai-tenant-e2e-worker-w2-e1ca71 priority=10:[ai-tenant-e2e-worker-w2-e1ca71/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w2-e1ca71/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:01.12508605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"aa900196-52ce-4e5b-bf02-b6c9c82ade59","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:01.15000702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth2","reconcileID":"8b9dd593-1dee-4bff-ad5d-6afaf4e0dc95","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:01.175778713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth1","reconcileID":"dca22769-9354-49c4-9641-c31705e1efdd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:01.183250769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"ed4a1a40-b5c8-4efd-b93f-264d7e70bf01","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:01.207213737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth2","reconcileID":"8b9dd593-1dee-4bff-ad5d-6afaf4e0dc95","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:01.233018078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth1","reconcileID":"dca22769-9354-49c4-9641-c31705e1efdd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:26:01.233395386Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-sub2","reconcileID":"4635a6ae-aabd-407c-a063-14cf597934ee","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:01.240425856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"90994bc8-bfcc-4572-ab0f-1e8c37fd759a","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:01.271493549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"ff81d41c-7c0d-4245-81ea-3a50060ff922","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:01.271668631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"47372444-560a-4a22-92b9-dc2dc5a60962","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:01.313034288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-sub1","reconcileID":"1a0555c9-c3e6-4bf0-9e49-b502ab431451","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-distinct-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/distinct-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:01.328708778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"ff81d41c-7c0d-4245-81ea-3a50060ff922","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:01.328868748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"47372444-560a-4a22-92b9-dc2dc5a60962","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:01.34232666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"50bd8e52-0e79-462e-9b93-7e03c88facc7","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:01.399589224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"9f4d49fe-df19-49e4-a504-d6848ef590d7","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:01.538540206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"0c425001-1d40-424d-9f88-98c43bbb7daf","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:01.596024309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"9d4434dd-72d3-4141-a693-2cc609c76ba3","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:01.610444081Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-sub2","reconcileID":"6e6da325-5483-45e4-8033-7fe596d020e9","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-distinct-2-w2-e1ca71","model":"distinct-2-w2-e1ca71","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:01.694047957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-models-access-denied-auth","reconcileID":"7cae7c13-2934-4fe9-b088-b29112308611","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:01.69449432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth1","reconcileID":"50c181d2-1eab-405f-b9f3-b1b857b46067","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:01.754983299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth1","reconcileID":"50c181d2-1eab-405f-b9f3-b1b857b46067","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:01.755041742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-models-access-denied-auth","reconcileID":"7cae7c13-2934-4fe9-b088-b29112308611","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:01.780973371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"03b386d6-0d0c-48c6-a2d1-dc53d5f61552","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:01.797527828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"195c6499-ee73-466c-870d-b101271d4339","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:01.797566056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"472bc261-7336-46ec-9f48-b25a045656c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:01.854936871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"195c6499-ee73-466c-870d-b101271d4339","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:01.856209481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"472bc261-7336-46ec-9f48-b25a045656c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:01.901244073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth2","reconcileID":"cf1c9dd1-38fc-42cc-a07f-db3f8150e356","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:01.961124779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth2","reconcileID":"cf1c9dd1-38fc-42cc-a07f-db3f8150e356","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:01.989973859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-sub2","reconcileID":"96a3b631-d61f-4e52-b6de-e1b7580ee577","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-distinct-2-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/distinct-2-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:02.085703545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"3c9e6cb6-6c5b-4d1a-b4b2-c917eaf50d12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:02.095262409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"5e383f2b-7b83-40f8-988b-9d86ee9a98d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:02.142682021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"3c9e6cb6-6c5b-4d1a-b4b2-c917eaf50d12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:02.153493558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"5e383f2b-7b83-40f8-988b-9d86ee9a98d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:02.166914186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"e03964a3-3d56-4ffd-ae41-c15e001be5e1","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:02.542917608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"65bbb9ba-dbf8-4808-baf9-87198036b0cc","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:02.547152537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"premium-w0-10a7aa","reconcileID":"d89de574-f16a-423f-94ce-c84fefe51a1d","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"premium-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"premium-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:02.632081778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"48e985c1-1c6a-4dd4-b90e-159a62e419d2","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:02.63261038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"premium-w0-10a7aa","reconcileID":"2dae62a4-4389-46d5-bba9-e9a914dbf3d2","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"premium-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"premium-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:02.734016173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"ed494b74-15c0-4684-9496-d7b59e70f359","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:02.734777591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"c886f97a-77c9-475a-8db4-bbcdb04aae54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:02.794503433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"a71f5cbf-0ab2-40ef-8d0b-294acf6872e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:02.798387288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"ed494b74-15c0-4684-9496-d7b59e70f359","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:02.800600042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"c886f97a-77c9-475a-8db4-bbcdb04aae54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:02.855584491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"cfb3e870-801e-4e79-a55d-45a75c860c44","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:03.160623656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"6ce9b113-c279-4924-9a7e-15c3b2bc59f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:03.160801419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"62facf2b-8559-4ad7-b016-f5bbcf1859cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:03.218281431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"62facf2b-8559-4ad7-b016-f5bbcf1859cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:03.219151428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"6ce9b113-c279-4924-9a7e-15c3b2bc59f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:04.666462342Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:05.138810973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"419e5f25-7106-48fb-809f-9d5e0df86437","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:05.305319402Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-sub1","reconcileID":"5a42585f-7876-4a41-ba82-2cb6c11a9469","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a7cf7775","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:05.407374751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth2","reconcileID":"40a61302-faa5-4906-8030-1d8ed6a4c378","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:05.407542089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"9c6806d0-941d-4d35-820a-9b03b1a9a367","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:05.407380433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth1","reconcileID":"20a4d73f-7121-469a-80d1-193fbf394ee4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:05.411984506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"bf5d625c-8a7c-4262-b148-5b08558ca647","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:05.464988329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth1","reconcileID":"20a4d73f-7121-469a-80d1-193fbf394ee4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:05.465616356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth2","reconcileID":"40a61302-faa5-4906-8030-1d8ed6a4c378","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:05.467858677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"9c6806d0-941d-4d35-820a-9b03b1a9a367","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:05.470812427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"bf5d625c-8a7c-4262-b148-5b08558ca647","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:05.879360892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth2","reconcileID":"358a40a2-faab-40f2-a555-535a68407b9b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:05.941883688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth2","reconcileID":"358a40a2-faab-40f2-a555-535a68407b9b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:05.979332518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"07908625-a324-495a-a28e-de1ddd7b2c68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:05.979326465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth1","reconcileID":"e19010f3-fc5d-462d-a1f9-0c59a2113d0b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:05.988441346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"278d4bf2-bdee-4f5f-a8d2-d58e01e6b5ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:06.041164106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"07908625-a324-495a-a28e-de1ddd7b2c68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:06.04168431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth1","reconcileID":"e19010f3-fc5d-462d-a1f9-0c59a2113d0b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:06.056635279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"278d4bf2-bdee-4f5f-a8d2-d58e01e6b5ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:08.179945989Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-beb27d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-sub","reconcileID":"3fec0e19-1194-48fa-9756-d775ab4656d3","MaaSSubscription":{"name":"e2e-rt-sw-beb27d-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-beb27d","subscription":"e2e-rt-sw-beb27d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:08.286306303Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-beb27d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-sub","reconcileID":"3fec0e19-1194-48fa-9756-d775ab4656d3","MaaSSubscription":{"name":"e2e-rt-sw-beb27d-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-beb27d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:08.340834734Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-beb27d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-sub","reconcileID":"3fec0e19-1194-48fa-9756-d775ab4656d3","MaaSSubscription":{"name":"e2e-rt-sw-beb27d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-beb27d","namespace":"llm","model":"llm/e2e-rt-sw-beb27d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:08.67472942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"d7bc6a89-5cc5-4eea-babe-e01e82099c9b","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-beb27d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:08.674758166Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"d7bc6a89-5cc5-4eea-babe-e01e82099c9b","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-beb27d-f9ca6461eebc","namespace":"llm","model":"e2e-rt-sw-beb27d","externalModel":"e2e-rt-sw-beb27d","provider":"e2e-rt-sw-beb27d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:08.785073139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"ae2e8c51-73f2-4427-8206-7b013e6f5bd7","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:08.785592262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"1ade79b5-5244-4811-8b3a-a43d7add7e64","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:08.833740493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"018d1ca4-cd36-49a6-8963-a973a78ba97b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:08.834463304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"5b377863-c617-4131-815a-ffaff81b7eeb","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:08.834645478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04e6f6fc-2265-40b0-842e-8c90da9a4ed5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:08.841808452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"e0c4bc15-0e7e-4b31-8ed2-9e6cc64a97bd","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-beb27d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:08.841901953Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"e0c4bc15-0e7e-4b31-8ed2-9e6cc64a97bd","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-beb27d-f9ca6461eebc","namespace":"llm","model":"e2e-rt-sw-beb27d","externalModel":"e2e-rt-sw-beb27d","provider":"e2e-rt-sw-beb27d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:08.895671089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"018d1ca4-cd36-49a6-8963-a973a78ba97b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:08.895671015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"5b377863-c617-4131-815a-ffaff81b7eeb","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:08.898141427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04e6f6fc-2265-40b0-842e-8c90da9a4ed5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:26:08.952203738Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"e0c4bc15-0e7e-4b31-8ed2-9e6cc64a97bd","name":"e2e-rt-sw-beb27d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-beb27d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:26:08.952289753Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"e0c4bc15-0e7e-4b31-8ed2-9e6cc64a97bd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-beb27d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:08.952480476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"60f9dc31-9a38-4c08-a032-52c018de794e","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:09.010440741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"fb4c44be-24a7-4afc-bf21-54c69e9dec18","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-beb27d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:09.010471831Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"fb4c44be-24a7-4afc-bf21-54c69e9dec18","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-beb27d-f9ca6461eebc","namespace":"llm","model":"e2e-rt-sw-beb27d","externalModel":"e2e-rt-sw-beb27d","provider":"e2e-rt-sw-beb27d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:09.204475593Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-beb27d-access","reconcileID":"d673b7e3-a1d4-4add-aad8-cc9a049fc908","MaaSAuthPolicy":{"name":"e2e-rt-sw-beb27d-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-beb27d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:09.417246889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"b356a691-1127-42a0-8295-f41f9867e3e0","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-beb27d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:09.41728073Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"b356a691-1127-42a0-8295-f41f9867e3e0","MaaSModelRef":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-beb27d-f9ca6461eebc","namespace":"llm","model":"e2e-rt-sw-beb27d","externalModel":"e2e-rt-sw-beb27d","provider":"e2e-rt-sw-beb27d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:10.005571882Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"502ca9bd-b2f3-4e2e-93b6-5227355d13d3","namespace":"llm","name":"e2e-rt-sw-beb27d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:10.062214043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7845bc74-7b36-41ef-825c-ced6bc5681c0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:10.062304497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7845bc74-7b36-41ef-825c-ced6bc5681c0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:10.062688339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"14e5e8d4-4f80-4c3d-8521-607e19957b1b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:10.062746378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"14e5e8d4-4f80-4c3d-8521-607e19957b1b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:10.062996904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53af3f96-3ab9-45fe-a772-e945caa010e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:10.06301151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53af3f96-3ab9-45fe-a772-e945caa010e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:10.06350234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"35001a53-9046-46a6-ac30-987272e5289a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:10.063521705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"35001a53-9046-46a6-ac30-987272e5289a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:10.063798123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"def96b1c-8858-4dd7-9dd6-c9f8bf15dd1a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:10.063814845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"def96b1c-8858-4dd7-9dd6-c9f8bf15dd1a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:10.064072974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9d2d0a87-0218-47a5-a021-2c65879573cd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:10.064086232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9d2d0a87-0218-47a5-a021-2c65879573cd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:10.064418227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d3c65cd5-dcc8-4eaf-bc8c-5cfcbd85014a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:10.064432167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d3c65cd5-dcc8-4eaf-bc8c-5cfcbd85014a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:10.064671661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1ea17706-32b4-4270-8e55-834c3a2860ea","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:10.064683426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1ea17706-32b4-4270-8e55-834c3a2860ea","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:10.161359424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"4a58b055-5675-4f04-81f6-152a61c8be82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:10.164670882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"94dd7e29-89f7-4a80-a423-0619d42d0321","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:10.164688493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c03da7bc-8806-48e5-bcb6-9ea57366cb83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:10.165294739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"8d784a97-36a3-4527-8d54-51b4d9b70fe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:10.219982952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"4a58b055-5675-4f04-81f6-152a61c8be82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:10.223999393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c03da7bc-8806-48e5-bcb6-9ea57366cb83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:10.224037208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"94dd7e29-89f7-4a80-a423-0619d42d0321","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:10.227933928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"8d784a97-36a3-4527-8d54-51b4d9b70fe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:10.268864951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth1","reconcileID":"0e4a112d-2a28-4a22-8061-9c0dde37cf1c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:10.271727575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f43f1274-b953-4196-8b57-a237c78dbd8c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:10.276745935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"08e29efe-1a1e-4190-bb9f-d29e089c939b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:10.341151914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth1","reconcileID":"0e4a112d-2a28-4a22-8061-9c0dde37cf1c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:10.583585584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"15c9f565-31c6-41c2-95df-2bc12b1bb8bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:10.640927219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"15c9f565-31c6-41c2-95df-2bc12b1bb8bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:10.650260681Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-beb27d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-beb27d","reconcileID":"91143f25-5b55-4fde-bbd6-47eeb29dea2c","namespace":"llm","name":"e2e-rt-sw-beb27d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:10.685631379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"a3fc717d-4d14-401a-a8eb-fd5b5acfb1be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:10.685984912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"05d98324-481c-480e-ad1a-5ae07583b26b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:10.742841606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"a3fc717d-4d14-401a-a8eb-fd5b5acfb1be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:10.742940226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"05d98324-481c-480e-ad1a-5ae07583b26b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:10.779974655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-models-access-denied-auth","reconcileID":"5604b59d-2a37-4192-89ab-810e3360b6ab","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:10.78848145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth2","reconcileID":"45580db2-12cd-4181-818c-e5d313a45de4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:10.837436446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-models-access-denied-auth","reconcileID":"5604b59d-2a37-4192-89ab-810e3360b6ab","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:10.846221908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth2","reconcileID":"45580db2-12cd-4181-818c-e5d313a45de4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:11.000614665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"6e880dbd-58a7-477e-bfa9-9a8d900c847b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:11.057706493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"6e880dbd-58a7-477e-bfa9-9a8d900c847b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:11.100916646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf76b0a9-4080-42ab-b27f-46ab03f5f398","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:11.157598255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf76b0a9-4080-42ab-b27f-46ab03f5f398","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:11.20160247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"082975dd-2745-4545-85e0-8c860ad8e341","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:11.204153414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"0437d9e8-1fe6-448a-8119-3d878f1b2957","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:11.259938668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"082975dd-2745-4545-85e0-8c860ad8e341","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:11.263712666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"0437d9e8-1fe6-448a-8119-3d878f1b2957","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:11.304863358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"1f4e652b-0f70-48f6-8921-0ffce03d3f2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:11.37513926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"1f4e652b-0f70-48f6-8921-0ffce03d3f2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:11.432841959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2cd1c8f-667b-4451-ba53-aa2ba65466ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:11.489742026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2cd1c8f-667b-4451-ba53-aa2ba65466ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:11.547286645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"b50c7c93-6776-4e62-a148-19f1b6f21430","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:11.603936265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"b50c7c93-6776-4e62-a148-19f1b6f21430","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:11.636070733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"20a9a264-8580-4183-bb32-85a6c367273a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:11.636072265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"e5aa6087-63e1-40ba-8391-55bfd3b23e8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:11.693023392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"e5aa6087-63e1-40ba-8391-55bfd3b23e8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:11.693035344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"20a9a264-8580-4183-bb32-85a6c367273a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:11.700782827Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-models-user-sub","reconcileID":"f1a327d0-eb4f-4ff5-8eea-8c1d84e519ee","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:11.736721201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"49e01224-3e50-4ac4-8a93-cb1a3d1a8ba9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:11.793725581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"49e01224-3e50-4ac4-8a93-cb1a3d1a8ba9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:11.916118183Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-models-user-sub","reconcileID":"f1a327d0-eb4f-4ff5-8eea-8c1d84e519ee","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-869cca/e2e-models-other-sub","ai-tenant-e2e-worker-w1-869cca/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:11.94854343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"b2ac54f2-b405-4c9c-998a-b9eb28197d45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:11.950583209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth2","reconcileID":"5ae01fba-79c3-4363-8393-79da1ad78b37","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:12.001743227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"36af6681-ce42-49f2-959a-c3a3c99061ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:12.002124671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-models-access-denied-auth","reconcileID":"57988eb9-ac70-4e64-8f69-62d420cc8582","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:12.00538817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"b2ac54f2-b405-4c9c-998a-b9eb28197d45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:12.007264691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth2","reconcileID":"5ae01fba-79c3-4363-8393-79da1ad78b37","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:12.058414172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"36af6681-ce42-49f2-959a-c3a3c99061ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:12.058902773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-models-access-denied-auth","reconcileID":"57988eb9-ac70-4e64-8f69-62d420cc8582","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:12.125555971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-models-other-sub","reconcileID":"9e4fca04-045e-410a-b446-68a318fff431","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:12.125606504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"756e97b9-b9b2-4a22-b57f-585cdb78bd2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:12.178208657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"68d371e4-0c98-429b-bb57-da41a5913c38","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:12.206980433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth1","reconcileID":"c30e0b50-2a71-47a1-b6b8-d4da1b10857e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:12.264039862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth1","reconcileID":"c30e0b50-2a71-47a1-b6b8-d4da1b10857e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:12.34044814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"5e3479ca-3a27-40c6-bee4-26042ea20274","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:12.371799267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"901b7d80-871b-4d1c-9b0a-316602dafd56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:12.428473818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"901b7d80-871b-4d1c-9b0a-316602dafd56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:12.467719981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"6629e00e-73da-436c-b6d3-2179a540ab00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:12.467736872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-models-access-denied-auth","reconcileID":"c31b74a8-8439-4e40-a7a5-04bf85a4e5da","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:12.526309113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-models-access-denied-auth","reconcileID":"c31b74a8-8439-4e40-a7a5-04bf85a4e5da","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:12.526657314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"6629e00e-73da-436c-b6d3-2179a540ab00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:12.768310345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"6cbf663f-5f6f-49f5-b433-c92fc199f488","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:12.825219705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"6cbf663f-5f6f-49f5-b433-c92fc199f488","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:12.869397518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"410d01db-af87-4da7-bb71-2858bb5c6016","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:12.869397587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-models-access-denied-auth","reconcileID":"16f7ade9-c590-4a06-8c3b-982212e11af0","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:12.926672475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"410d01db-af87-4da7-bb71-2858bb5c6016","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:12.92667388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-models-access-denied-auth","reconcileID":"16f7ade9-c590-4a06-8c3b-982212e11af0","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:15.358125994Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-sub1","reconcileID":"5dcee200-0fbe-4078-9e56-42100035c29d","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/distinct-w2-e1ca71","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:15.412589616Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-sub1","reconcileID":"5dcee200-0fbe-4078-9e56-42100035c29d","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/distinct-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:15.46509666Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-sub1","reconcileID":"5dcee200-0fbe-4078-9e56-42100035c29d","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/distinct-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:15.737907022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"cd0fb50e-00b2-45dc-a4d8-6c31be1c7baa","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:15.911738056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"908ca505-6f0b-41db-a27e-49c46cda96bf","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:16.015715478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth1","reconcileID":"9b032069-c8f2-4003-826c-7f097964eb51","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:16.015921519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"f2aa2490-26d1-46fa-b849-95b1e42151b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:16.016129749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth2","reconcileID":"683358eb-ada4-4252-8826-13e30fa757db","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:16.015714534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"d3e9ac7d-2d47-471a-855e-67fdebbe40b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:16.073382588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"d3e9ac7d-2d47-471a-855e-67fdebbe40b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:16.073407132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"f2aa2490-26d1-46fa-b849-95b1e42151b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:16.073733849Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-sub2","reconcileID":"360b4443-4eaf-44e8-99ca-48e01a1b7a30","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-39a7cfdf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:16.075720344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth2","reconcileID":"683358eb-ada4-4252-8826-13e30fa757db","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:16.075844787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth1","reconcileID":"9b032069-c8f2-4003-826c-7f097964eb51","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:16.538662486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth1","reconcileID":"962c7af1-6819-4cf4-9f7c-425f4a53b5ef","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:16.538892712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"04aa1158-c943-4403-b243-6c54e52950bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:16.538662523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"a5b510e0-436e-468a-aaf3-632241446cd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:16.539419558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth2","reconcileID":"a7105c09-deaa-4285-869e-31bf634bf8ac","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:16.597779371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth2","reconcileID":"a7105c09-deaa-4285-869e-31bf634bf8ac","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:16.597779373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"a5b510e0-436e-468a-aaf3-632241446cd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:16.601374245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth1","reconcileID":"962c7af1-6819-4cf4-9f7c-425f4a53b5ef","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:16.601453453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"04aa1158-c943-4403-b243-6c54e52950bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:19.566289215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"5d2f61e2-0cbf-49a3-8d5b-e43db7e28d0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:19.567210968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-models-access-denied-auth","reconcileID":"1ffe8990-b866-44db-929c-49f081e2040b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:19.56813113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"56c21d3d-357b-43b3-9e6d-82d4d0ef3396","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:19.640411643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"5d2f61e2-0cbf-49a3-8d5b-e43db7e28d0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:19.655067934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"56c21d3d-357b-43b3-9e6d-82d4d0ef3396","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:19.702478166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-models-access-denied-auth","reconcileID":"1ffe8990-b866-44db-929c-49f081e2040b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:19.702400531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"d4b31def-4439-4323-8bba-e078342b3e7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:19.751020653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"3143a99b-1fec-443d-9c87-d2edd425a4e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:19.798086437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"d4b31def-4439-4323-8bba-e078342b3e7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:19.816365476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"3143a99b-1fec-443d-9c87-d2edd425a4e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:20.126441259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"7ce38c07-bb43-4a3f-b207-d5ebc79d687a","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"distinct-2-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"distinct-2-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:20.257949523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"1780dfcf-1835-451c-93be-c14af1da1757","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:20.312261622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth1","reconcileID":"262200e6-79c1-426d-98e4-934475952ff5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:20.313296812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"059fa967-ff2a-4b8d-bfb9-226043f7d3a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:20.314131851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth2","reconcileID":"cfb46cf8-04ec-463f-9117-5ddf3fa6a095","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:20.423546806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"1780dfcf-1835-451c-93be-c14af1da1757","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:20.447848962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth1","reconcileID":"262200e6-79c1-426d-98e4-934475952ff5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:20.448910913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"8182cdf4-85c7-4df9-a9b9-1792f93a0660","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:20.581382345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"059fa967-ff2a-4b8d-bfb9-226043f7d3a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:20.586857625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth2","reconcileID":"cfb46cf8-04ec-463f-9117-5ddf3fa6a095","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:20.589853532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"8182cdf4-85c7-4df9-a9b9-1792f93a0660","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:20.878456333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"4efb69d1-4180-4299-a456-5aa254ead54f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:20.939480681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"4efb69d1-4180-4299-a456-5aa254ead54f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:20.980941604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-models-access-denied-auth","reconcileID":"69e1de70-8060-4340-9498-8b3c0c01f039","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:21.040295174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-models-access-denied-auth","reconcileID":"69e1de70-8060-4340-9498-8b3c0c01f039","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:22.503453562Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-models-other-sub","reconcileID":"3d313ecd-fd38-40cc-8139-02a4cb2a1975","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:22.719944604Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-models-other-sub","reconcileID":"3d313ecd-fd38-40cc-8139-02a4cb2a1975","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-869cca/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:22.952912736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"e8aa7b67-e7f9-48e8-a648-ed48e2929826","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:22.997089263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"b8d334f2-61fe-44b8-b496-b011c9849376","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:23.156380551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"68a9de7b-89ce-4cd3-be34-a77ddd7b5969","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:23.156418705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"04248c6f-c633-4e90-8c59-5e270f9f1680","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:23.156963798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-models-access-denied-auth","reconcileID":"477da25b-e892-4892-bfa2-1ab9ebc143fb","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:23.156980434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"f93fff72-51ac-4d78-8ae1-9a0fe4b20fdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:23.216155761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"f93fff72-51ac-4d78-8ae1-9a0fe4b20fdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:23.216172484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-models-access-denied-auth","reconcileID":"477da25b-e892-4892-bfa2-1ab9ebc143fb","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:23.21854731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"68a9de7b-89ce-4cd3-be34-a77ddd7b5969","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:23.420793647Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-models-access-denied-auth","reconcileID":"7ea07a8f-995d-42eb-ac5b-ec14b28f4b5a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:23.581399291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"979daa3b-b912-4486-9e1a-469b6ec9b900","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:25.052870051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"098baa4b-e21c-4adb-8674-53d9ad222071","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:25.110857222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"0604c00d-2e90-43ea-acb7-d768774cf52c","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:25.318105362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-auth1","reconcileID":"7d56661d-76b3-47dd-ab70-0b224f703157","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:25.34896026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"0c316314-9768-4d1c-94ca-99392c6f704b","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:25.375378009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-auth1","reconcileID":"7d56661d-76b3-47dd-ab70-0b224f703157","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:25.413084225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"b30913d3-e148-4de3-809f-a251e512f6ac","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:26:25.460034455Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-sub1","reconcileID":"d20d6aa6-fc21-482e-bf33-5e28720e34b5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:26:25.466544571Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"b30913d3-e148-4de3-809f-a251e512f6ac","name":"distinct-w1-869cca","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-869cca\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:26:25.466611183Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"b30913d3-e148-4de3-809f-a251e512f6ac","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-869cca\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:25.471960458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"8097b618-0741-44c6-9453-856a51e110fe","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:25.556316823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"ce56aa9b-098a-4f1b-ab73-88d9a842a268","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:25.558538984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"70f4d92a-82e8-4caf-bf3c-a62a319d7475","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:25.569017439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"aaabda3a-c620-4431-9df2-e2422523162e","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:25.61684382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"ce56aa9b-098a-4f1b-ab73-88d9a842a268","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:25.61807012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"70f4d92a-82e8-4caf-bf3c-a62a319d7475","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:25.62631602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"aed0edeb-c731-41fc-b390-19f41cd48d03","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:25.641756946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-2-w1-869cca","reconcileID":"9d7e369b-f63b-410b-b836-3a7c5d90abb2","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-2-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-2-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:25.697598212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-2-w1-869cca","reconcileID":"2b7fabba-2efb-438e-8944-faff8b74d958","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-2-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-2-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:25.702352916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"3d1280a9-ec27-475a-900d-86aedf8ff3ee","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:25.845105168Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-sub1","reconcileID":"2448b709-f251-42bd-888e-e7c5f631a9ef","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-distinct-w1-869cca","model":"distinct-w1-869cca","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-869cca/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:25.939325272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-2-w1-869cca","reconcileID":"40807988-05df-4f2b-86cd-d674fce0bd19","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-2-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-2-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:25.93996011Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-869cca priority=0:[ai-tenant-e2e-worker-w1-869cca/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w1-869cca/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:25.958439785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-auth2","reconcileID":"0f3d7256-66b2-453c-a4bc-f94a8c669b8d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:26.001493487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"82589c6b-0905-43f1-8aed-5043b2a0b019","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:26:26.008728835Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-sub1","reconcileID":"2448b709-f251-42bd-888e-e7c5f631a9ef","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:26.015086386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-auth2","reconcileID":"0f3d7256-66b2-453c-a4bc-f94a8c669b8d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:26:26.054608572Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-869cca/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:26.054846359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-2-w1-869cca","reconcileID":"63bc7529-62a0-4139-b1a1-fa64968b439e","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-2-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-2-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:26.064458145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-auth1","reconcileID":"e1fc4f48-d5d5-418e-b97c-c67ad4e7ba1a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:26.111739765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-2-w1-869cca","reconcileID":"9dcea44e-c36b-48d5-960a-0117de20752f","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-2-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-2-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:26.12168501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-auth1","reconcileID":"e1fc4f48-d5d5-418e-b97c-c67ad4e7ba1a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:26.126026736Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-sub2","reconcileID":"3a12b0d4-dea0-416b-a5ea-fa78f7d525d0","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/distinct-2-w2-e1ca71","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:26.161787926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"06a18db8-7c84-45c7-8fc7-1a719472d1e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:26.162261659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"1e11ef56-248b-40e2-9fae-4fc14c29cda6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:26.179721626Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-sub2","reconcileID":"3a12b0d4-dea0-416b-a5ea-fa78f7d525d0","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/distinct-2-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:26.219028653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"06a18db8-7c84-45c7-8fc7-1a719472d1e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:26.219267452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"1e11ef56-248b-40e2-9fae-4fc14c29cda6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:26.222080373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-sub1","reconcileID":"d27aea1e-acc2-4d42-a271-ec4af636d482","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-distinct-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/distinct-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:26.232837052Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-sub2","reconcileID":"3a12b0d4-dea0-416b-a5ea-fa78f7d525d0","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/distinct-2-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:26.325791839Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-sub2","reconcileID":"c52edf6a-1915-4326-aeb4-1807c62dc217","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-distinct-2-w1-869cca","model":"distinct-2-w1-869cca","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-869cca/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:26.333697702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-2-w1-869cca","reconcileID":"14cab7f5-11d6-4af0-92a2-83210115a1d9","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-2-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-2-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:26.403381042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"fa779395-14bc-4a07-9cc7-d3007053fdd8","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:26.517532944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"dc1f0a50-669c-4c9d-8354-3d5f07f3f334","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:26.517875208Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-869cca priority=0:[ai-tenant-e2e-worker-w1-869cca/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w1-869cca/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:26:26.580897606Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-869cca/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1641\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Delete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:146\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:167\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1365\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:26.585425599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-2-w1-869cca","reconcileID":"87b61c74-18f4-48d6-ac7d-b41955898d50","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-2-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-2-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:26.59857718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-auth2","reconcileID":"4213df48-76c2-4c7d-9e85-c612de0a6187","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:26.656499604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-auth2","reconcileID":"4213df48-76c2-4c7d-9e85-c612de0a6187","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:26.675058796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"08f7ed39-d934-47fa-8b08-ead372cb0f89","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:26.705581767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-auth1","reconcileID":"1da73a69-429c-4d26-b4f6-2bdfa4626235","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:26.762574775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-auth1","reconcileID":"1da73a69-429c-4d26-b4f6-2bdfa4626235","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:26.769224039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-sub2","reconcileID":"f53efc76-d985-418c-81a7-29be5ebd1b72","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-distinct-2-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/distinct-2-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:26.805286014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"a1ef5907-279b-482d-9827-0bf6e3c04314","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:26.805456578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"9e8ce1bc-654a-4753-b836-225f4388b3e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:26.805286101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"bc8ebd7c-0bed-4a14-ab84-fe01856a23b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:26.863416837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"a1ef5907-279b-482d-9827-0bf6e3c04314","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:26.863513911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"bc8ebd7c-0bed-4a14-ab84-fe01856a23b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:26.865785788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"9e8ce1bc-654a-4753-b836-225f4388b3e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:26:26.974277252Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-auth2","reconcileID":"4213df48-76c2-4c7d-9e85-c612de0a6187","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-multi-keys-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:26.974456214Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth1","reconcileID":"b7d49820-c82a-48da-80d3-e357e99e7602","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/distinct-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:27.181597328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"a7ed48cb-f26e-45a5-9922-95165edc5bec","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:27.18215454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"923d94b2-db13-4bdb-a62e-15e82a8304a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:27.244518985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"923d94b2-db13-4bdb-a62e-15e82a8304a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:27.281453134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth2","reconcileID":"69fb6f17-c149-4c92-898d-e202af126a15","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:27.333004091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"369f107b-802a-4af4-96db-126bca60970d","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:27.333743497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-auth2","reconcileID":"277fd163-02ca-4f84-9462-37cce06c3f0c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:27.342047607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth2","reconcileID":"69fb6f17-c149-4c92-898d-e202af126a15","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:27.394315326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-auth2","reconcileID":"277fd163-02ca-4f84-9462-37cce06c3f0c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:27.505262867Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ignore-header-auth2","reconcileID":"1eaddc6f-1067-4e12-8ddb-560211abaebf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/distinct-2-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:27.716857003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"cd85eaed-0195-42c6-8e22-97258bbdb7f3","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:29.144072988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"81d60fc8-d5e7-40b2-9c86-5458b8fddb3c","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:29.199018448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"20c4dd83-d22b-4f89-86fa-25e9a2622aa1","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:29.409145168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3c13e94b-075d-4e2b-80e3-f0aa4f8b3251","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:29.45436879Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-869cca priority=0:[ai-tenant-e2e-worker-w1-869cca/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w1-869cca/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:29.454407328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"fd138e5d-4377-4510-b0b2-309a76a1a306","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:29.467059304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3c13e94b-075d-4e2b-80e3-f0aa4f8b3251","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:29.515126673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-2-w1-869cca","reconcileID":"916f327f-08a5-4a14-98d7-703ae5424478","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-2-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-2-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:29.570968881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"3ed0495d-1ff4-4539-a787-93a8aa715985","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:26:29.571333502Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-e1ca71/e2e-sa-multi-no-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:29.634553695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"40e079e6-97a5-4c4a-9ce7-132ac87b4d75","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:29.661538562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"2b8697e0-6bde-469b-97e1-6139e89f122b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:29.661557596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"b35275a0-44ff-4882-a8c3-505562bdbb54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:29.718692037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"b35275a0-44ff-4882-a8c3-505562bdbb54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:29.718755202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"2b8697e0-6bde-469b-97e1-6139e89f122b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:29.733297087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"ce797c09-795f-4d02-a3ae-0aac9ee03d92","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:29.796228867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"fe43849c-fdf5-4c6a-9ad0-c45aeb753407","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:29.79686321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"9316c325-a6e3-4b82-ad8b-97fd916eb10c","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:29.846601706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"e1c329b2-d63c-4935-b39e-d365d2cd9dcd","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:29.85950835Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"9dc94c9e-9f3c-462f-b964-0d647a318cbc","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-distinct-w2-e1ca71","model":"distinct-w2-e1ca71","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:29.903278613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"ad9b3ff8-4119-4c32-a12e-0c139034d5f9","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:29.950563968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-api-key-scoped-auth","reconcileID":"aa663d25-6214-4d1b-9597-532682a020b3","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:30.007645319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-api-key-scoped-auth","reconcileID":"aa663d25-6214-4d1b-9597-532682a020b3","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:30.010875415Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-869cca priority=0:[ai-tenant-e2e-worker-w1-869cca/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w1-869cca/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:30.011031924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"03b31406-12e0-454e-958b-093f5adbb8cc","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:30.027503904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"08531bc2-85c7-4fac-b921-43cf61ae967f","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:30.057561595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"2a334b1c-aeb3-47bf-9be5-f95ed5c1faf2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:26:30.064330645Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-e1ca71/e2e-sa-multi-no-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:30.11476206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"7e711e35-f7ff-471e-8361-5b9b06a217b3","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:30.114839452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"2a334b1c-aeb3-47bf-9be5-f95ed5c1faf2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:26:30.122623055Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-0144bd/e2e-api-key-scoped-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:30.122897772Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-869cca priority=0:[ai-tenant-e2e-worker-w1-869cca/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w1-869cca/e2e-multi-keys-sub2]","namespace=ai-tenant-e2e-worker-w2-e1ca71 priority=0:[ai-tenant-e2e-worker-w2-e1ca71/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w2-e1ca71/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:30.160709923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9f5b6ec7-97b6-49e8-8f73-2f26ab006275","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:30.175408512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"015962b2-8816-4d2e-b1ed-94355bae958c","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:30.180938179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"2a3b0551-9bf8-4207-a2df-01f0625914e2","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:30.187362837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"73312ba2-551c-4edb-8db3-5e3b112be620","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:30.187359599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"a1474ac8-12d2-4999-a34a-e3386f2723a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:30.219427076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9f5b6ec7-97b6-49e8-8f73-2f26ab006275","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:26:30.224632423Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"3f68e096-ceeb-40c8-8319-03d500d75819","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:30.237516406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"c8eea939-9317-4796-bee9-595213a38a8e","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:30.238409637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"07f04257-4f13-4579-8115-56bd60590123","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-distinct-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/distinct-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:30.244276239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"73312ba2-551c-4edb-8db3-5e3b112be620","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:30.244299179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"a1474ac8-12d2-4999-a34a-e3386f2723a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:30.294745034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"d4d2bc06-c045-46a3-9833-5c0c3f053fd4","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:30.35167929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"85547052-9062-4270-8b6d-85ccbc1a51c3","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:30.35268748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"b99133ff-9a53-4abe-b65e-8490737478d3","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:30.421404161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"11115c89-4f9b-4c00-b61a-5923465cc7a9","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:30.510087057Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-api-key-scoped-sub","reconcileID":"9d544359-63be-47b7-822a-0b3178fd331b","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-0144bd/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w4-0144bd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:30.526164095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-api-key-scoped-auth","reconcileID":"97e98ca2-9893-4daa-8f7d-59dae5fafc0d","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:30.538701443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"7289d2d9-bb19-41f2-8d97-a7b71cbd2497","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:30.583736114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-api-key-scoped-auth","reconcileID":"97e98ca2-9893-4daa-8f7d-59dae5fafc0d","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:30.618319291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"1a2d159a-6e85-4c7d-b3a0-33b5170b0c02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:30.635826272Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"3cd71d2f-0183-45d6-b603-c9bca7e059af","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-distinct-2-w2-e1ca71","model":"distinct-2-w2-e1ca71","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:30.675127689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"1a2d159a-6e85-4c7d-b3a0-33b5170b0c02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:30.679526816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"30e42729-1538-4f81-be28-c8ca10e6a7bf","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:30.720624067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"b842a5cc-564a-45ac-96a0-ac1af919ac83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:30.732737916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"83d9ecd7-1317-4561-a3ae-a5d8146043b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:30.777648703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"b842a5cc-564a-45ac-96a0-ac1af919ac83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:30.80068046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"83e38028-730f-4a73-9aee-cebb56cf4eb2","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:30.843328074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"035e015e-ab06-4a86-9230-b0602659e320","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:30.849552933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c0c18220-9158-485d-b9f5-a93e635e754e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:30.864344549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"ac7f0e7a-104f-429d-a852-3200dd311549","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:30.896504399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-api-key-scoped-sub","reconcileID":"4afab36b-9dad-40ec-9d1e-b69094db4f37","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:30.905530755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"035e015e-ab06-4a86-9230-b0602659e320","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:30.910399979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c0c18220-9158-485d-b9f5-a93e635e754e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:26:30.921662231Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-api-key-scoped-auth","reconcileID":"97e98ca2-9893-4daa-8f7d-59dae5fafc0d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-api-key-scoped-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:31.007483158Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-sub1","reconcileID":"521b8f50-7d7f-4425-aa9c-a8a832b72d98","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3b2b1248","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:31.039657589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"cbfc8a4e-edb1-4560-9864-f3aae539e5d5","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-distinct-2-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/distinct-2-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:31.078806555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"1974ac71-6ba1-4dbf-a220-b79cd6d099c4","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:31.13203647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"666a7dfb-3a39-4834-8db5-9666b69b0215","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:31.189368957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"666a7dfb-3a39-4834-8db5-9666b69b0215","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:31.20701715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"4e43b18a-6cce-4783-92b0-7b850e4bd69b","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:31.214325217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4f189879-9166-4e2d-b096-7f730eb3e3a8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:31.271088141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4f189879-9166-4e2d-b096-7f730eb3e3a8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:31.31252957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-auth2","reconcileID":"6aee4f97-4e35-4077-acda-a81b7281c760","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:31.369811623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-auth2","reconcileID":"6aee4f97-4e35-4077-acda-a81b7281c760","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:31.415077349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"4229680d-168b-4ab8-8184-ff71d6803026","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:31.41507787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"c9cfac82-dbb9-4938-9263-dce387b8aa85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:31.476392864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"c9cfac82-dbb9-4938-9263-dce387b8aa85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:31.478898765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"4229680d-168b-4ab8-8184-ff71d6803026","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:31.652075416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-api-key-scoped-auth","reconcileID":"7953f994-b775-48a7-a6f0-75b87fc6a6a8","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:31.656015942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-auth1","reconcileID":"fbb3fe7d-2311-45fd-9602-2195c9fa183d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:31.710877702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-api-key-scoped-auth","reconcileID":"7953f994-b775-48a7-a6f0-75b87fc6a6a8","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:31.714755415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-auth1","reconcileID":"fbb3fe7d-2311-45fd-9602-2195c9fa183d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:32.013921621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"57631936-a080-4f86-8d75-6abf273e8dab","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:32.175896635Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"d15818bc-0ed4-43a5-ac60-7b0eb476e7a4","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5d547547","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:32.271861035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"fc92b65b-ead3-4602-a7de-4ed55f2bdd04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:32.272025949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"09ee88c1-5b1b-4127-813c-13f8e775baf6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:32.271859066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0ee26de9-cc08-4181-9628-641847c64542","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:32.272405377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"a87a2492-4153-4e78-9235-8e544e0b8041","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:32.329275452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"fc92b65b-ead3-4602-a7de-4ed55f2bdd04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:32.329369054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"09ee88c1-5b1b-4127-813c-13f8e775baf6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:32.331627789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"a87a2492-4153-4e78-9235-8e544e0b8041","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:32.33208979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0ee26de9-cc08-4181-9628-641847c64542","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:32.746121762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"5e674b94-2385-4c96-b87d-8d92413c7502","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:32.748943953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"39f5f604-5460-4436-92a8-abb7c0dade34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:32.748972716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"082cde29-9814-4f61-bab8-066014d9a155","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:32.749695083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8e8dced6-a38c-45db-a218-d564e36e064c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:32.802970227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"5e674b94-2385-4c96-b87d-8d92413c7502","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:32.806031767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"39f5f604-5460-4436-92a8-abb7c0dade34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:32.806045834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"082cde29-9814-4f61-bab8-066014d9a155","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:32.80835755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8e8dced6-a38c-45db-a218-d564e36e064c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:33.197448293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"f8843b08-d2d8-4d8a-b9e4-f9bbe06406f8","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:33.35324801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-api-key-scoped-auth","reconcileID":"0e1b6439-7229-4e12-84e6-8994266ad01d","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:33.353469391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"125fc656-01c6-44ba-9d9b-c2b1a90cca24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:33.353248918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"4ea215e6-d7f1-4223-a687-33d9dc46dc59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:33.410727744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"4ea215e6-d7f1-4223-a687-33d9dc46dc59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:33.411518931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-api-key-scoped-auth","reconcileID":"0e1b6439-7229-4e12-84e6-8994266ad01d","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:33.413458721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"125fc656-01c6-44ba-9d9b-c2b1a90cca24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:34.391866596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"distinct-w0-10a7aa","reconcileID":"89cff0b2-5a65-4bf3-8488-509ecd063bba","MaaSModelRef":{"name":"distinct-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"distinct-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"distinct-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:34.667357035Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:41.060297327Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-sub1","reconcileID":"e360f735-174b-42ea-8c65-32a40511529a","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/distinct-w1-869cca","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:41.113950026Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-sub1","reconcileID":"e360f735-174b-42ea-8c65-32a40511529a","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/distinct-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:41.167826386Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-sub1","reconcileID":"e360f735-174b-42ea-8c65-32a40511529a","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/distinct-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:41.463156838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"5498915d-0e91-46f2-aa47-8aad4abb03fa","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:41.524333448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"ada98ae4-d934-4cec-972d-7f506e98b8bd","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:41.585767314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-2-w1-869cca","reconcileID":"02e8b9bd-6955-4aec-bb3e-62c997bc883c","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-2-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-2-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:41.614517296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-2-w1-869cca","reconcileID":"7874f604-debf-4468-aa91-b6a52c6ae324","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-2-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-2-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:41.778982776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-auth2","reconcileID":"ba940eab-ff13-42c3-9fff-2ec6ae72dca8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:41.779863692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-auth1","reconcileID":"8016a345-bcc1-4298-8bcf-e57e8f872f7b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:41.779763471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"8e70ffac-6184-47bd-ac6b-6111e720cbca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:41.778938649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"c84f3216-59c6-4d4d-a46f-5455461d15dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:41.799782652Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-sub2","reconcileID":"8c7eb34e-87cd-44db-a270-02f9622c3a75","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-94d7f41a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:41.84875193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-auth1","reconcileID":"8016a345-bcc1-4298-8bcf-e57e8f872f7b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:41.866817886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-auth2","reconcileID":"ba940eab-ff13-42c3-9fff-2ec6ae72dca8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:41.880715982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"8e70ffac-6184-47bd-ac6b-6111e720cbca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:41.898540246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"c84f3216-59c6-4d4d-a46f-5455461d15dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:42.110337053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"6c77dd44-2efa-480a-95ef-5dbe3e31b82e","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-distinct-2-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/distinct-2-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:42.245297993Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"959cba8d-2d24-49db-9d1f-61d15ceb0208","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/distinct-w2-e1ca71","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:42.313477898Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"959cba8d-2d24-49db-9d1f-61d15ceb0208","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/distinct-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:42.31488902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"6d8b8f6b-648c-480e-ba52-a41a76c514e5","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:42.381523336Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"959cba8d-2d24-49db-9d1f-61d15ceb0208","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/distinct-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:42.4507438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-auth1","reconcileID":"79db8f09-35f7-43ba-a7ca-af9e569bc4ae","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:42.452335219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-auth2","reconcileID":"0d84ea1e-b4a6-4c5a-9655-8450d169c9d0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:42.602548258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"4304081a-1a6f-471d-b689-07cad8d940b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:42.607658454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"1eef30af-c160-40ec-89e3-23affc23e087","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:42.63166175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-auth2","reconcileID":"0d84ea1e-b4a6-4c5a-9655-8450d169c9d0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:42.689683699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-auth1","reconcileID":"79db8f09-35f7-43ba-a7ca-af9e569bc4ae","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:42.73748814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"4304081a-1a6f-471d-b689-07cad8d940b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:42.749987006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"1eef30af-c160-40ec-89e3-23affc23e087","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:42.914827013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"270dbb2a-91d5-426a-8fb3-2e5aa409befe","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:43.055298308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"6ab87304-0903-4692-a0d9-9351e5c8c5eb","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:43.375463761Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"5c501597-e69c-4a69-bf4a-c36c41c5edad","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2e132981","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:43.394506732Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-api-key-scoped-sub","reconcileID":"d4f60a98-ad28-47a5-8cd2-d33bd931e832","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:43.424599841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"a15921a0-59b0-43a9-a090-46b921a35a57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:43.480222593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"bb47b83e-f462-47d4-a55a-83e15cc24b8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:43.498407126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"a15921a0-59b0-43a9-a090-46b921a35a57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:43.542598879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b51fe17f-75da-4744-8279-df355a1274af","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:43.543587155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9091a12e-9382-4f60-8eeb-7a7e7f958600","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:43.5443795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"fe3e8d06-356b-4d19-8fdd-b175b1ca0854","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:43.570871891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"bb47b83e-f462-47d4-a55a-83e15cc24b8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:43.61778692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9091a12e-9382-4f60-8eeb-7a7e7f958600","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:43.618171902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"fe3e8d06-356b-4d19-8fdd-b175b1ca0854","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:43.622155756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b51fe17f-75da-4744-8279-df355a1274af","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:43.655291743Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-api-key-scoped-sub","reconcileID":"d4f60a98-ad28-47a5-8cd2-d33bd931e832","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0144bd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:43.865599453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"8cc21b9e-2ee5-4818-bbeb-143640f4864a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:43.893036655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"f8d36cfd-5f61-4b98-ac5f-06fdbf2cbbbe","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:43.98839714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"93856404-28f3-4d2e-bc79-e977033bdb69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:44.039770766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-auth1","reconcileID":"93e1a352-2d59-4303-a5c6-ad580b83fedf","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:44.051034299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"93856404-28f3-4d2e-bc79-e977033bdb69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:44.061657023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"c696e5f8-3a5a-43ad-9e3d-00fef759b08c","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:44.072531283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"7bb6b09c-6e4b-459c-9e1f-2b7e1c881e59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:44.072599578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-auth2","reconcileID":"36881159-7cb4-45bc-b0e0-ed76ac4023a6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:44.073137639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"9284660f-b388-4efa-80d3-993e93310e49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:44.09708181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-auth1","reconcileID":"93e1a352-2d59-4303-a5c6-ad580b83fedf","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:44.13040159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-auth2","reconcileID":"36881159-7cb4-45bc-b0e0-ed76ac4023a6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:44.130508956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"7bb6b09c-6e4b-459c-9e1f-2b7e1c881e59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:44.137773877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"9284660f-b388-4efa-80d3-993e93310e49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:44.493509343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"02337234-29e3-4af8-85cd-724fdc528e36","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:44.494445759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"premium-w3-7abb95","reconcileID":"bb21b0ce-ab20-4a5a-a3d1-16e38632ddff","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"premium-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"premium-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:44.5165742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"755bbb48-81d0-42d0-a446-51e1fcd0574f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:44.516574723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"551e9c8a-9557-4114-92a6-afe1b15bdd0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:44.517589708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9852577c-28f1-48e6-9cc2-a8ad8871d1ef","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:44.562778435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"dced7019-88c9-481b-99b3-569819c908b8","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:44.563117284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"premium-w3-7abb95","reconcileID":"ac6ceedd-399e-43ea-b14a-d10deb00713a","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"premium-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"premium-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:44.57407366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"755bbb48-81d0-42d0-a446-51e1fcd0574f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:44.575122993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"551e9c8a-9557-4114-92a6-afe1b15bdd0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:44.576523834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9852577c-28f1-48e6-9cc2-a8ad8871d1ef","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:44.619558209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"7ba1f628-e6fc-4859-b4df-96c4b61b853a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:44.61964575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a4a3c5ec-3830-4e78-b432-282b52294604","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:44.714925291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"7ba1f628-e6fc-4859-b4df-96c4b61b853a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:44.71655171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"42491343-531c-405c-acc7-df5a3b5c913b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:44.682157514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a4a3c5ec-3830-4e78-b432-282b52294604","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:44.717153758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"3e87eb23-eee8-478a-bfa9-7355b02571ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:44.777654444Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-api-key-scoped-auth","reconcileID":"f746d23c-fa44-4917-82f0-a1acdf07dc22","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:44.938517205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"f51c5317-e1b2-4c29-b13f-fbbd7953f7ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:44.939401852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"6e2a8e42-f6c9-4d3e-9d8d-c1970b2a4539","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:44.944442023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"01cf8ab8-55a6-43e2-acff-5c4eb4960634","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:44.998954206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"6e2a8e42-f6c9-4d3e-9d8d-c1970b2a4539","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:44.99895104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"f51c5317-e1b2-4c29-b13f-fbbd7953f7ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:46.19093053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa6e1fbf-76b8-43cc-99dc-555e39d77810","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:46.190960828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa6e1fbf-76b8-43cc-99dc-555e39d77810","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:46.245609579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4049bc08-1252-4f53-a095-004a5cb53d52","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:46.245633397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4049bc08-1252-4f53-a095-004a5cb53d52","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:46.400947335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-e4631d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-e4631d","reconcileID":"51817e5f-7c0b-4648-ab85-eb18bad370bf","MaaSAuthPolicy":{"name":"e2e-default-int-auth-e4631d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:46.458550934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-e4631d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-e4631d","reconcileID":"51817e5f-7c0b-4648-ab85-eb18bad370bf","MaaSAuthPolicy":{"name":"e2e-default-int-auth-e4631d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:46.465483793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c13ccf10-fa24-4207-943e-e91524e96c8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:46.465504307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c13ccf10-fa24-4207-943e-e91524e96c8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:46.522122777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4620ab1c-912d-4f02-a6c3-0c8c48855885","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:46.522143298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4620ab1c-912d-4f02-a6c3-0c8c48855885","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:26:46.571640832Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-e4631d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-e4631d","reconcileID":"fc4b0d2c-1a6c-4eeb-a14c-0dd7ebbc4b73","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-e4631d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:46.621326057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd061d1e-e39a-465b-92a3-56020c4220bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:46.62132618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81ff1bc8-f48e-43bb-8be1-30e1b6c07f28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:46.683497678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81ff1bc8-f48e-43bb-8be1-30e1b6c07f28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:46.684306666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd061d1e-e39a-465b-92a3-56020c4220bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:46.688138231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54db8133-e4f2-4716-a1ab-7179007b9ba8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:46.688161659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54db8133-e4f2-4716-a1ab-7179007b9ba8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:46.727549248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46e7c36e-24e6-4977-9245-6ca1379d82e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:46.727576253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46e7c36e-24e6-4977-9245-6ca1379d82e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:46.745118249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f7da147-d15c-45d8-9cbd-eea008c84347","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:46.745146846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f7da147-d15c-45d8-9cbd-eea008c84347","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:46.882833696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-e4631d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-e4631d","reconcileID":"e05c74ea-daef-4b36-b998-a8dbe7b7b5ef","MaaSAuthPolicy":{"name":"e2e-default-int-auth-e4631d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:46.940214086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-e4631d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-e4631d","reconcileID":"e05c74ea-daef-4b36-b998-a8dbe7b7b5ef","MaaSAuthPolicy":{"name":"e2e-default-int-auth-e4631d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:47.011859148Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-e4631d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-e4631d","reconcileID":"4cfb745e-488b-4f64-b835-8bcc0cab857e","MaaSSubscription":{"name":"e2e-default-int-sub-e4631d","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-e4631d","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:47.176405759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f1bedf9-45cb-4a51-923c-e496973d69ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:47.176426855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f1bedf9-45cb-4a51-923c-e496973d69ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:47.221442204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1e10f759-d878-4e09-9e27-1a3ccba84880","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:47.434436222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-e4631d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-e4631d","reconcileID":"81333b61-7068-408f-aec3-13270cf2f082","MaaSSubscription":{"name":"e2e-default-int-sub-e4631d","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:51.852328221Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-sub2","reconcileID":"26801069-c4cd-479e-95ac-ea6528c9e3d5","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/distinct-2-w1-869cca","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:51.904765483Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-sub2","reconcileID":"26801069-c4cd-479e-95ac-ea6528c9e3d5","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/distinct-2-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:51.957310545Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-sub2","reconcileID":"26801069-c4cd-479e-95ac-ea6528c9e3d5","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/distinct-2-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:52.052133452Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-e4631d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-e4631d","reconcileID":"51165443-09b6-40a4-bff7-6d1443607467","MaaSAuthPolicy":{"name":"e2e-default-int-auth-e4631d","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:52.052162304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0913767-d04a-4703-98fc-b5317901a083","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:52.052212376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0913767-d04a-4703-98fc-b5317901a083","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:52.212659707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"916e5d82-39eb-45d5-b320-720021df294e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:52.212681334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"916e5d82-39eb-45d5-b320-720021df294e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:52.232784396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-2-w1-869cca","reconcileID":"8ef7271d-842f-4f02-be6c-460fa37aad4b","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-2-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-2-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:52.370683848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3ec0ca1-42fd-40a6-b677-464934669968","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:52.370704356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3ec0ca1-42fd-40a6-b677-464934669968","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:52.394059717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"bf08be93-d0ce-46fc-94e6-27605e30d66d","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:52.493876794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-auth2","reconcileID":"c5fddbfb-8b21-4a4d-8af5-92f62f6e092a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:52.493877662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-auth1","reconcileID":"531bd250-d978-4838-9f88-996b6db9bcf8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:52.494634534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"dffd4eee-3447-4695-9242-a0bd3ed976d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:52.496041326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"c502720f-92d1-45ff-ad59-aebfdffaa232","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:52.536124021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76051c82-c048-43ab-990f-3950a0fb87e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:52.553514753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-auth1","reconcileID":"531bd250-d978-4838-9f88-996b6db9bcf8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:52.553535608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"dffd4eee-3447-4695-9242-a0bd3ed976d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:52.557225461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-auth2","reconcileID":"c5fddbfb-8b21-4a4d-8af5-92f62f6e092a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:52.557283445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"c502720f-92d1-45ff-ad59-aebfdffaa232","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:52.593332589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76051c82-c048-43ab-990f-3950a0fb87e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:52.757385525Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-auth1","reconcileID":"f7bc41bf-54b0-45e3-8868-720b81ed490b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/distinct-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:52.991980428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"951ed792-a9f4-4495-b528-d81a41b59c4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:53.015394437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"3deaf828-3f22-42fc-b12d-88e2c0cb2e32","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:53.04359442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-auth2","reconcileID":"046a001d-6669-410f-8ec2-91ba7072a31d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:53.049128575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"951ed792-a9f4-4495-b528-d81a41b59c4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:53.104238066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-auth2","reconcileID":"046a001d-6669-410f-8ec2-91ba7072a31d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:53.179054853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-2-w1-869cca","reconcileID":"4b8f19de-0fcb-4666-bb90-f0c08c8691e6","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-2-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-2-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:53.360163825Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-multi-keys-auth2","reconcileID":"f96c6c84-457b-4214-b198-9da93b901f1b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/distinct-2-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:53.427877534Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"1795d962-c168-4cbb-8a10-585903c0ac48","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/distinct-2-w2-e1ca71","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:53.480474747Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"1795d962-c168-4cbb-8a10-585903c0ac48","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/distinct-2-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:53.533352202Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"1795d962-c168-4cbb-8a10-585903c0ac48","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/distinct-2-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:53.568085155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-2-w1-869cca","reconcileID":"77fe05da-d25d-4dff-b9b3-7a5513ba0210","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-2-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-2-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:53.807583158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"55cfec91-81be-4c47-82df-0b3b84fbdf6a","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:54.005272256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"5ddf4eed-dce1-4ee6-b982-a19b3ce0ce1e","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:54.067806528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9926681a-64fc-4b18-ab06-a63fdc24c5f6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:54.068093175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f7cb53c7-2bd6-4eb3-b60f-c337aa179e5f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:54.067806695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"b0051e43-0e9e-4d5a-809c-bcec0f182cca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:54.068656162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"7eda988a-a3ff-4f3c-8057-186c6918e1ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:54.126231741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9926681a-64fc-4b18-ab06-a63fdc24c5f6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:54.137442586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"7eda988a-a3ff-4f3c-8057-186c6918e1ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:54.138283736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f7cb53c7-2bd6-4eb3-b60f-c337aa179e5f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:54.142267381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"b0051e43-0e9e-4d5a-809c-bcec0f182cca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:54.336310812Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e06bd6db-7848-4230-82fd-c94096ce2e25","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/distinct-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:54.594820644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"48ecf026-c0ef-4f5f-bcc4-56b5d4d170c7","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:54.645634999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"7ed7ee4b-be5f-4539-9168-f70061871484","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:54.702618133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"7ed7ee4b-be5f-4539-9168-f70061871484","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:54.77904738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"8f0208fa-2741-496a-9df8-2b21de167b48","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:54.862895197Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"320c0672-ddf3-4f7e-8fad-c940677107c1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/distinct-2-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:55.024074328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"a5eb16b5-f2f8-4c03-aa04-0f5c4060aeb3","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:59.24968645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"9edb7dc0-9cbf-4e0d-83c7-d2b8b28e9179","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:59.250510861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"1cd2667c-73c0-4aa0-92c9-9796b4cb91d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:59.336774601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"9edb7dc0-9cbf-4e0d-83c7-d2b8b28e9179","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:59.368664201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"1cd2667c-73c0-4aa0-92c9-9796b4cb91d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:59.434916944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"5abb7211-5675-4b71-add9-851d04ac902e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:59.449854152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"13e172bb-37b2-496c-aa1a-95ab39119be7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:59.518927538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"5abb7211-5675-4b71-add9-851d04ac902e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:59.551354956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"13e172bb-37b2-496c-aa1a-95ab39119be7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:59.736387031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"d13ee5f7-2704-4220-9fc3-907cc0a3f565","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:59.825867428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"d13ee5f7-2704-4220-9fc3-907cc0a3f565","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:59.864901355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"d6551cdf-da8b-4ed3-ae03-ac336fc450a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:26:59.952537719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"d6551cdf-da8b-4ed3-ae03-ac336fc450a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:02.543408592Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-e4631d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-e4631d","reconcileID":"d55b96f3-6578-44aa-8ded-b78ec4701465","MaaSSubscription":{"name":"e2e-default-int-sub-e4631d","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-e4631d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:02.771492994Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-e4631d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-e4631d","reconcileID":"d55b96f3-6578-44aa-8ded-b78ec4701465","MaaSSubscription":{"name":"e2e-default-int-sub-e4631d","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:03.00996385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f08d01ec-5616-46bb-8621-8e85fa5e14ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:03.069238192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2412db89-a910-4283-9241-05e6ebb920f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:03.06926075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2412db89-a910-4283-9241-05e6ebb920f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:03.249743878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1db9de71-d882-4529-a459-61aa112b6c67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:03.249701509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3d680cbf-449d-4a6f-9b9f-760579c3803c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:03.311622619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1db9de71-d882-4529-a459-61aa112b6c67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:03.311787142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3d680cbf-449d-4a6f-9b9f-760579c3803c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:03.927719465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25328e6e-3cba-492e-a8dd-26c03b7e01d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:03.927741035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25328e6e-3cba-492e-a8dd-26c03b7e01d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:03.986508393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98e34378-76ea-498d-8180-db62d7843d0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:03.986541499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98e34378-76ea-498d-8180-db62d7843d0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:04.101877698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-3c8ed24e"},"namespace":"ai-tenant-e2e-mt-3c8ed24e","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"556547b8-e352-4e86-a462-6f79766dc3ae","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-3c8ed24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:04.217478609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74549e71-1a86-4b25-ad26-4f60f9c81262","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:04.217498636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74549e71-1a86-4b25-ad26-4f60f9c81262","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:04.240699292Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-3c8ed24e"},"namespace":"ai-tenant-e2e-mt-3c8ed24e","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"556547b8-e352-4e86-a462-6f79766dc3ae","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-3c8ed24e"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:04.272452674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3fd7c03-85ee-4273-bcf8-cf4e26b16acc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:04.272473482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3fd7c03-85ee-4273-bcf8-cf4e26b16acc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:04.297995535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-3c8ed24e"},"namespace":"ai-tenant-e2e-mt-3c8ed24e","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"556547b8-e352-4e86-a462-6f79766dc3ae","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-3c8ed24e"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:27:04.324214856Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3c8ed24e","namespace":"ai-tenant-e2e-mt-3c8ed24e"},"namespace":"ai-tenant-e2e-mt-3c8ed24e","name":"e2e-shared-int-sub-3c8ed24e","reconcileID":"2a800dde-af08-425c-a8cd-0b270e6357b7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-3c8ed24e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:04.354052635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9bac815d-2d58-4827-ba21-c123046f5737","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:04.35422005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9bac815d-2d58-4827-ba21-c123046f5737","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:04.448341546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13c7e7d7-8fd3-4236-b044-e3d0d6b11113","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:04.448452384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13c7e7d7-8fd3-4236-b044-e3d0d6b11113","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:04.473244707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85d0e8f6-a3e1-4ecd-a4a9-c322315ea2e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:04.534975039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-3c8ed24e"},"namespace":"ai-tenant-e2e-mt-3c8ed24e","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"30e5b17d-6fe7-4431-8e76-c99ef1ccf7da","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-3c8ed24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:04.581701849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92a41e34-6bd9-4bfa-b285-cdc4d2e5e4c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:04.581835502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92a41e34-6bd9-4bfa-b285-cdc4d2e5e4c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:04.587507982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85d0e8f6-a3e1-4ecd-a4a9-c322315ea2e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:04.667782565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85d0e8f6-a3e1-4ecd-a4a9-c322315ea2e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:04.685539003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-3c8ed24e"},"namespace":"ai-tenant-e2e-mt-3c8ed24e","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"30e5b17d-6fe7-4431-8e76-c99ef1ccf7da","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-3c8ed24e"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:04.718529506Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:04.722154711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85d0e8f6-a3e1-4ecd-a4a9-c322315ea2e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:04.785734492Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-3c8ed24e"},"namespace":"ai-tenant-e2e-mt-3c8ed24e","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"30e5b17d-6fe7-4431-8e76-c99ef1ccf7da","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-3c8ed24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:05.037311132Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3c8ed24e","namespace":"ai-tenant-e2e-mt-3c8ed24e"},"namespace":"ai-tenant-e2e-mt-3c8ed24e","name":"e2e-shared-int-sub-3c8ed24e","reconcileID":"f8b3883e-ca39-4f45-98ee-f5c3a1eb80d4","MaaSSubscription":{"name":"e2e-shared-int-sub-3c8ed24e","namespace":"ai-tenant-e2e-mt-3c8ed24e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-3c8ed24e/e2e-shared-int-sub-3c8ed24e","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:05.063708426Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-f7c92a85","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-f7c92a85","reconcileID":"8067f67e-6ecd-4836-99f4-9619f426f6b3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-f7c92a85","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-f7c92a85":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:05.215224129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"127ad318-a2d4-4b1c-b2c1-194598cdd446","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:05.215254111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"127ad318-a2d4-4b1c-b2c1-194598cdd446","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:05.260978617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"295a889b-a163-4484-977d-288b53acf874","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:05.394151285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"121a8d7b-08a7-410e-97c2-72f2e7822d71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:05.394171717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"121a8d7b-08a7-410e-97c2-72f2e7822d71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:05.448987616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3c8ed24e","namespace":"ai-tenant-e2e-mt-3c8ed24e"},"namespace":"ai-tenant-e2e-mt-3c8ed24e","name":"e2e-shared-int-sub-3c8ed24e","reconcileID":"27e5b571-66ce-4e31-ad47-18637f8805a4","MaaSSubscription":{"name":"e2e-shared-int-sub-3c8ed24e","namespace":"ai-tenant-e2e-mt-3c8ed24e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:05.450253081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"860c947d-0a8d-4d10-9768-ea567839c568","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:05.450275988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"860c947d-0a8d-4d10-9768-ea567839c568","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:05.557701291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"33acbc41-ce57-4d2a-8629-4b996c124d00","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:05.622782173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"33acbc41-ce57-4d2a-8629-4b996c124d00","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:05.689155735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"33acbc41-ce57-4d2a-8629-4b996c124d00","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:05.758207149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c93d788-c630-48b1-895a-98c4c68a1175","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:05.758233788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c93d788-c630-48b1-895a-98c4c68a1175","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:05.772979412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d817314-53e0-4a22-84c3-4cc6f33e3046","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:05.773009813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d817314-53e0-4a22-84c3-4cc6f33e3046","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:05.844321039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26c3d511-9058-49e4-b567-13a88279e65e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:05.844447661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26c3d511-9058-49e4-b567-13a88279e65e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:27:05.8927024Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-sub-3c8ed24e","reconcileID":"dcc98aff-ab74-4c06-a58f-0b7cfe0d61c3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-3c8ed24e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:05.934995086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"74741068-115b-4e58-9f75-6b7bd0450d3b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:05.992603595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"74741068-115b-4e58-9f75-6b7bd0450d3b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:06.049493583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00399aab-ad66-4bc3-a17c-04232dca25cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:06.049526559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00399aab-ad66-4bc3-a17c-04232dca25cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:06.055731045Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"74741068-115b-4e58-9f75-6b7bd0450d3b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:27:06.110482663Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"74741068-115b-4e58-9f75-6b7bd0450d3b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-shared-int-policy-3c8ed24e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:06.114824474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"358b9ac1-453a-40da-9b79-a9cbe9d321e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:06.114846464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"358b9ac1-453a-40da-9b79-a9cbe9d321e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:06.283070968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"4d42eb14-9d51-428c-a816-00cc097570e7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:06.355377481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"4d42eb14-9d51-428c-a816-00cc097570e7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:06.411638563Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"4d42eb14-9d51-428c-a816-00cc097570e7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:06.445102501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6949baf9-8e9f-4549-98fa-dcca58ee0fc1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:06.445134163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6949baf9-8e9f-4549-98fa-dcca58ee0fc1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:06.47083272Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-sub-3c8ed24e","reconcileID":"d1cc8b0b-434f-4ee7-ab55-a62f3e3063dd","MaaSSubscription":{"name":"e2e-shared-int-sub-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-0d838cf4/e2e-shared-int-sub-3c8ed24e","ai-tenant-e2e-mt-3c8ed24e/e2e-shared-int-sub-3c8ed24e","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:06.556707906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b6d303ca","namespace":"ai-tenant-e2e-mt-b6d303ca"},"namespace":"ai-tenant-e2e-mt-b6d303ca","name":"e2e-policy-b6d303ca","reconcileID":"6d4132ff-09cc-460d-9e1e-2e157796340e","MaaSAuthPolicy":{"name":"e2e-policy-b6d303ca","namespace":"ai-tenant-e2e-mt-b6d303ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:06.614089393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b6d303ca","namespace":"ai-tenant-e2e-mt-b6d303ca"},"namespace":"ai-tenant-e2e-mt-b6d303ca","name":"e2e-policy-b6d303ca","reconcileID":"6d4132ff-09cc-460d-9e1e-2e157796340e","MaaSAuthPolicy":{"name":"e2e-policy-b6d303ca","namespace":"ai-tenant-e2e-mt-b6d303ca"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:06.644491545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31b5d91e-f663-46a3-8f75-be6a36edfae6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:06.644602567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31b5d91e-f663-46a3-8f75-be6a36edfae6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:06.678344897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b6d303ca","namespace":"ai-tenant-e2e-mt-b6d303ca"},"namespace":"ai-tenant-e2e-mt-b6d303ca","name":"e2e-policy-b6d303ca","reconcileID":"6d4132ff-09cc-460d-9e1e-2e157796340e","MaaSAuthPolicy":{"name":"e2e-policy-b6d303ca","namespace":"ai-tenant-e2e-mt-b6d303ca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:06.690331423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3c8ed24e","namespace":"ai-tenant-e2e-mt-3c8ed24e"},"namespace":"ai-tenant-e2e-mt-3c8ed24e","name":"e2e-shared-int-sub-3c8ed24e","reconcileID":"79bd769d-29e1-4997-9323-e7d14bc58997","MaaSSubscription":{"name":"e2e-shared-int-sub-3c8ed24e","namespace":"ai-tenant-e2e-mt-3c8ed24e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:06.691039372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cc880bfb-c77d-4dfc-8f44-299474f04395","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:06.865851275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-sub-3c8ed24e","reconcileID":"73e780b6-2d71-4ba4-bc11-99e83599b300","MaaSSubscription":{"name":"e2e-shared-int-sub-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:06.959806633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82b7c0f4-5ba9-4ffb-99f9-e627a9e0ac50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:07.013021815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82b7c0f4-5ba9-4ffb-99f9-e627a9e0ac50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:07.070231922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82b7c0f4-5ba9-4ffb-99f9-e627a9e0ac50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:07.124374357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82b7c0f4-5ba9-4ffb-99f9-e627a9e0ac50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:11.807335898Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-3c8ed24e"},"namespace":"ai-tenant-e2e-mt-3c8ed24e","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"78371f21-6999-40d1-9495-141fb3ab7005","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-3c8ed24e"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:11.807423099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e009644f-5477-4b31-b618-a99d80561b61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:11.807448288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e009644f-5477-4b31-b618-a99d80561b61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:11.960390377Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-3c8ed24e"},"namespace":"ai-tenant-e2e-mt-3c8ed24e","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"78371f21-6999-40d1-9495-141fb3ab7005","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-3c8ed24e"},"policyNamespace":"ai-tenant-e2e-mt-3c8ed24e","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:12.017159416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76640b2e-de7b-406b-9309-aacbcec0acd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:12.017195882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76640b2e-de7b-406b-9309-aacbcec0acd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:12.188875522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df795ad0-074c-4680-ba30-2648bf8c9198","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:12.188900022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df795ad0-074c-4680-ba30-2648bf8c9198","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:16.30307851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"e2f9369b-de54-438b-a9a4-abcd4871f1b6","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:16.303573922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"premium-w0-10a7aa","reconcileID":"b0a55857-bf75-4590-af82-1d523b5593ab","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"premium-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"premium-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:16.303989783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"distinct-w0-10a7aa","reconcileID":"ee214d8c-76b9-44ed-a55c-35282f309bd1","MaaSModelRef":{"name":"distinct-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"distinct-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"distinct-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:16.406590419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"aa7feb3d-9d9e-4664-a253-b1582f907f6a","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:16.406961978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"premium-w0-10a7aa","reconcileID":"98a7c0dd-8fd2-4837-ba8c-7b0fcccc0335","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"premium-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"premium-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:16.407255233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"distinct-w0-10a7aa","reconcileID":"a3b68ead-edf8-4e3d-8f39-ab7210faaf7a","MaaSModelRef":{"name":"distinct-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"distinct-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"distinct-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:16.462073022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"132470c5-997b-4687-857b-0c52d73f7de2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:16.462072816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"02600929-cf0d-4954-b9ab-cb1ee080bb71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:16.523145624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"63568f50-493f-4c8d-946c-223b35ff1b21","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:16.52377468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"000ba727-575d-46e0-8468-9150b3f09695","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:16.523989935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"791c6038-2b24-471d-83aa-9e8e91e1e6c6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:16.528612166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"132470c5-997b-4687-857b-0c52d73f7de2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:16.530589251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"02600929-cf0d-4954-b9ab-cb1ee080bb71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:16.588799185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"791c6038-2b24-471d-83aa-9e8e91e1e6c6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:16.644321288Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"791c6038-2b24-471d-83aa-9e8e91e1e6c6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:16.89104692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"be68ab78-1761-429d-a1c2-2f4cc75c3e5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:16.89366502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"2e33c91a-5673-4a89-81cf-3e12df5965aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:16.948293455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"be68ab78-1761-429d-a1c2-2f4cc75c3e5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:16.950581403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"2e33c91a-5673-4a89-81cf-3e12df5965aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:22.368858228Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3c8ed24e","namespace":"ai-tenant-e2e-mt-3c8ed24e"},"namespace":"ai-tenant-e2e-mt-3c8ed24e","name":"e2e-shared-int-sub-3c8ed24e","reconcileID":"172aea47-d84d-407a-a722-98f71c0478a8","MaaSSubscription":{"name":"e2e-shared-int-sub-3c8ed24e","namespace":"ai-tenant-e2e-mt-3c8ed24e"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-3c8ed24e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:22.645457015Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3c8ed24e","namespace":"ai-tenant-e2e-mt-3c8ed24e"},"namespace":"ai-tenant-e2e-mt-3c8ed24e","name":"e2e-shared-int-sub-3c8ed24e","reconcileID":"172aea47-d84d-407a-a722-98f71c0478a8","MaaSSubscription":{"name":"e2e-shared-int-sub-3c8ed24e","namespace":"ai-tenant-e2e-mt-3c8ed24e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-0d838cf4/e2e-shared-int-sub-3c8ed24e","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:22.89666786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-sub-3c8ed24e","reconcileID":"b020ed36-86ca-4a89-8452-ab03529e4380","MaaSSubscription":{"name":"e2e-shared-int-sub-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:22.90164947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"35eed5c5-26ec-45ee-a7ed-ae23787232f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:22.974021611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3af44c4f-3305-4c8a-8207-9f1da9d60ae9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:22.974145833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3af44c4f-3305-4c8a-8207-9f1da9d60ae9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:26.058627406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"21961fd4-b16b-4c63-9a86-5764863be253","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:26.058648617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"21961fd4-b16b-4c63-9a86-5764863be253","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:26.270475718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"442cbaac-e6bd-4292-89e8-9b38963e2afa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:26.275968851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95c2c586-8c17-4bda-92eb-5106be410f62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:26.275979883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43c29591-5ff5-4458-8c9c-15931d492313","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:26.40939556Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43c29591-5ff5-4458-8c9c-15931d492313","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:27:26.414040568Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95c2c586-8c17-4bda-92eb-5106be410f62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:26.441707279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b9938afa-188f-48de-8ab9-5b7e999c77e6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:26.441739485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b9938afa-188f-48de-8ab9-5b7e999c77e6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:26.46530255Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43c29591-5ff5-4458-8c9c-15931d492313","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:27:26.471552356Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95c2c586-8c17-4bda-92eb-5106be410f62","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:26.471707405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfb1b173-9f3e-475d-a027-e21e3c8579a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:26.471726566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfb1b173-9f3e-475d-a027-e21e3c8579a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:26.523078482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"774d18a8-7644-400a-867c-7ebcc441109f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:26.523104457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"774d18a8-7644-400a-867c-7ebcc441109f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:26.637002744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e66e9385-3fc1-419a-bada-f9e23ce1609b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:26.681778273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8e8cd938-4668-4bea-b782-a66c188ce96f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:26.715384746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e66e9385-3fc1-419a-bada-f9e23ce1609b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:26.764565895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"091a53ae-cd40-4461-8cfa-3a1fd2c3ff5d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:26.776690208Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e66e9385-3fc1-419a-bada-f9e23ce1609b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:26.842374994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e721837-367b-43c6-a44d-d19435b1056a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:26.842394276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e721837-367b-43c6-a44d-d19435b1056a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:26.897006612Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"091a53ae-cd40-4461-8cfa-3a1fd2c3ff5d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:26.953166026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"091a53ae-cd40-4461-8cfa-3a1fd2c3ff5d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:27.009349798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7fbae317-fcba-4345-9f71-07b7d28a799b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:27.009370506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7fbae317-fcba-4345-9f71-07b7d28a799b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:27.794295009Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b6d303ca","namespace":"ai-tenant-e2e-mt-b6d303ca"},"namespace":"ai-tenant-e2e-mt-b6d303ca","name":"e2e-policy-b6d303ca","reconcileID":"7e671399-930b-40e7-a838-cd9d9fa016c4","MaaSAuthPolicy":{"name":"e2e-policy-b6d303ca","namespace":"ai-tenant-e2e-mt-b6d303ca"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:27.947973923Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b6d303ca","namespace":"ai-tenant-e2e-mt-b6d303ca"},"namespace":"ai-tenant-e2e-mt-b6d303ca","name":"e2e-policy-b6d303ca","reconcileID":"7e671399-930b-40e7-a838-cd9d9fa016c4","MaaSAuthPolicy":{"name":"e2e-policy-b6d303ca","namespace":"ai-tenant-e2e-mt-b6d303ca"},"policyNamespace":"ai-tenant-e2e-mt-b6d303ca","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:28.241565471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"d6c7e7ed-3d71-4067-a920-00968a56faa7","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"distinct-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"distinct-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:28.796716542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"a30178bb-8d88-4338-aa8e-86381f795bd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:28.797037779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"d42ca8e7-be36-4a6a-9dfc-b0a2c3a46d83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:28.854741555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"a30178bb-8d88-4338-aa8e-86381f795bd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:28.85488103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"d42ca8e7-be36-4a6a-9dfc-b0a2c3a46d83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:28.907160181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"26aaf541-92c7-4675-9517-c9e45c3a7eb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:28.907160207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"7e7a5bc9-05a0-41be-b01b-b9da321aca1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:28.964436602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"7e7a5bc9-05a0-41be-b01b-b9da321aca1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:28.965901381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"26aaf541-92c7-4675-9517-c9e45c3a7eb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:34.66622019Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:36.523908376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dce7ed1b-b7db-4b72-88ef-43fa8f4f8ddc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:36.523933108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dce7ed1b-b7db-4b72-88ef-43fa8f4f8ddc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:36.679033862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9a074aa-5851-41e7-a216-1651b53ea7a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:36.806034037Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9a074aa-5851-41e7-a216-1651b53ea7a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:36.861816722Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9a074aa-5851-41e7-a216-1651b53ea7a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:36.917742877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"29bd6dd8-a6a5-4722-b426-4870fc56752b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:36.917763861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"29bd6dd8-a6a5-4722-b426-4870fc56752b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:36.998957376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6f7b148-c5e1-4d42-a7e2-e06f91de97e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:37.05670268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6f7b148-c5e1-4d42-a7e2-e06f91de97e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:37.112935474Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6f7b148-c5e1-4d42-a7e2-e06f91de97e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:37.113444802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"de7f9b55-4d9e-404b-9109-0db165dc2e0b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:37.168961605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f724ff7e-8024-4c7b-b7de-7bdf984365fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:37.168988137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f724ff7e-8024-4c7b-b7de-7bdf984365fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:37.248283571Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"de7f9b55-4d9e-404b-9109-0db165dc2e0b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:37.30422171Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"de7f9b55-4d9e-404b-9109-0db165dc2e0b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:37.359640588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81135540-d9c6-4dfa-ba84-88f78e97d065","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:37.359662208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81135540-d9c6-4dfa-ba84-88f78e97d065","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:38.300411001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"60a3766d-34d6-457c-8e72-27ce334e6afe","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"distinct-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"distinct-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:39.602328679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"1fddf04c-3997-4543-bac2-e6271636506e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f7c92a85","tenantID":"e2e-mt-f7c92a85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:39.740715062Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"1fddf04c-3997-4543-bac2-e6271636506e","name":"e2e-mt-f7c92a85-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:40.879555383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-w3-7abb95","reconcileID":"3acfb2f0-ba1c-4404-ad83-8e952c420b13","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:42.257016169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"e459e3c9-ac37-4b2b-88d4-bf348772ece1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:42.256961597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"3ff123c1-4979-4cce-9d61-eb09481d3de0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:42.322540929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"3ff123c1-4979-4cce-9d61-eb09481d3de0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:42.325954765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"e459e3c9-ac37-4b2b-88d4-bf348772ece1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:46.918641253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"38d8a9dd-4e8c-42a7-a8c1-65ce82c6af55","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:46.918665519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"38d8a9dd-4e8c-42a7-a8c1-65ce82c6af55","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:47.073468811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"392dba7a-0f11-43aa-9490-c95f8bc94cce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:47.200296028Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"392dba7a-0f11-43aa-9490-c95f8bc94cce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:47.256295895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"392dba7a-0f11-43aa-9490-c95f8bc94cce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:47.321525947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"23891279-234d-4d88-a77a-8945cbe13187","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:47.321553121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"23891279-234d-4d88-a77a-8945cbe13187","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:47.326053853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"770e26ff-27ce-4b99-b5b0-b9a10ceccdcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:47.383016027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"770e26ff-27ce-4b99-b5b0-b9a10ceccdcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:47.43868615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"770e26ff-27ce-4b99-b5b0-b9a10ceccdcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:47.464075987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"7b20bc91-31e9-4a83-89dd-6173337f8814","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:47.496453871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba10591e-6240-437f-91ca-558f0bd12a15","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:47.49647798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba10591e-6240-437f-91ca-558f0bd12a15","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:47.592165034Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"7b20bc91-31e9-4a83-89dd-6173337f8814","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:47.647659995Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"7b20bc91-31e9-4a83-89dd-6173337f8814","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:47.70539431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"907f9bfd-c642-4c2e-aca7-3d9658e6ec58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:47.705413276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"907f9bfd-c642-4c2e-aca7-3d9658e6ec58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:48.301811853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"d5b140f4-ee3a-4514-9200-a2318d32737a","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"distinct-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"distinct-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:53.418511329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"distinct-2-w0-10a7aa","reconcileID":"376b2f24-e846-4ea0-b5ef-3dfbe769a450","MaaSModelRef":{"name":"distinct-2-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"distinct-2-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"distinct-2-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:55.825668633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"b8090897-ec11-4b74-a964-e761513e0dc7","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:55.88103344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"c9b7f15d-2183-4827-bf72-d505bbd96aec","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:56.036538709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-api-key-no-access-auth","reconcileID":"20ea9982-5317-4385-8a31-95ec568b5eb4","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:56.093753035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-api-key-no-access-auth","reconcileID":"20ea9982-5317-4385-8a31-95ec568b5eb4","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:56.114735277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"609104b5-3003-496f-a89d-1bca9481c39e","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:56.149947613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-10a7aa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (447fb401d73a73abdf8fd43436c4d3330e064d6534d84b3fc96b47cea50f6c90) AuthConfig (bcf70ff5f5a512e5a75be760362509ea1adb6db45d2822d9c1ca62f9b2362fca) AuthConfig (7e402e4f34161127b9bbcb38d958696abb26007d42de47d597e67879932aa4ca) AuthConfig (eb9ccd39864658986be5886f5cb3fab19b7dff3063285c7a2c61c48afb6f8a48) AuthConfig (670531e4bce490e6681a23134fa03b2c644190556a57dfbc31903257c3a0f426) AuthConfig (a967b5c7ca16d2922872bb9734c9c0dbc30629beddd95c971560093e8b4fe631) AuthConfig (bc455886868ba5af19c17ae0e112c843e4aecbcbe402d28eb9acb6a713066628) AuthConfig (e8ec3a7e58841fc9f15756ce823e8ad0a986b528e68a5748f16fa3ceccc6abad) AuthConfig (439e59cb5ffdef3cad54ee33fe20f7c6b846e222b6099d0b9c0ec4d93a268c63) AuthConfig (c8612d69aac038221267be2183dd93858b69b346e2eee935ed09473cbb3d4c5d) AuthConfig (66f2f1fd18d4bbde848d0c3c6c2f0a6cc0e247cacc1a017216807447effd8bce) AuthConfig (92f6773dc8c6ecff899e022d911627132c050c67ca9a4002d366e0e40ec7af92)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-api-key-no-access-auth","reconcileID":"20ea9982-5317-4385-8a31-95ec568b5eb4","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:56.171809212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"7ac7e4a1-4d7a-4fe0-9919-a6d5c4f47e67","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:56.207425649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"b9d01b74-67da-46b4-aa80-ea991bb95177","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:27:56.22380558Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-api-key-no-access-sub","reconcileID":"e15c8f65-71a4-4c85-9234-a952ed56da57","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:56.269944477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"698efbfe-383f-48a4-bba7-e37b78e2fe1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:56.269944323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"5f14022e-4bd9-48a7-9aa8-14fa8c5c9989","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:56.328210314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"5f14022e-4bd9-48a7-9aa8-14fa8c5c9989","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:56.32822284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"698efbfe-383f-48a4-bba7-e37b78e2fe1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:56.338776139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"9693ac49-f606-420d-9bba-1f6218ac9620","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:56.371626666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-api-key-no-access-auth","reconcileID":"c9beee45-35d8-4027-b26d-6d514de5406d","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:56.394009175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"0bf0d238-c576-40dc-8ee9-2de7f20dc4e1","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:56.428654791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-api-key-no-access-auth","reconcileID":"c9beee45-35d8-4027-b26d-6d514de5406d","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:56.484385954Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-10a7aa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (447fb401d73a73abdf8fd43436c4d3330e064d6534d84b3fc96b47cea50f6c90) AuthConfig (bcf70ff5f5a512e5a75be760362509ea1adb6db45d2822d9c1ca62f9b2362fca) AuthConfig (7e402e4f34161127b9bbcb38d958696abb26007d42de47d597e67879932aa4ca) AuthConfig (eb9ccd39864658986be5886f5cb3fab19b7dff3063285c7a2c61c48afb6f8a48) AuthConfig (670531e4bce490e6681a23134fa03b2c644190556a57dfbc31903257c3a0f426) AuthConfig (a967b5c7ca16d2922872bb9734c9c0dbc30629beddd95c971560093e8b4fe631) AuthConfig (bc455886868ba5af19c17ae0e112c843e4aecbcbe402d28eb9acb6a713066628) AuthConfig (e8ec3a7e58841fc9f15756ce823e8ad0a986b528e68a5748f16fa3ceccc6abad) AuthConfig (439e59cb5ffdef3cad54ee33fe20f7c6b846e222b6099d0b9c0ec4d93a268c63) AuthConfig (c8612d69aac038221267be2183dd93858b69b346e2eee935ed09473cbb3d4c5d) AuthConfig (66f2f1fd18d4bbde848d0c3c6c2f0a6cc0e247cacc1a017216807447effd8bce) AuthConfig (92f6773dc8c6ecff899e022d911627132c050c67ca9a4002d366e0e40ec7af92)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-api-key-no-access-auth","reconcileID":"c9beee45-35d8-4027-b26d-6d514de5406d","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:56.638874282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-api-key-no-access-auth","reconcileID":"e8207a7a-bb73-472a-aab5-deea96134177","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:56.661662707Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-api-key-no-access-sub","reconcileID":"64de270a-2719-4881-bf55-ae42aef073fc","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-10a7aa/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w0-10a7aa/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:56.687069686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"650c2c99-e6f7-4f3d-af0b-703abd699b02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:56.687099118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"310a9871-20fe-43d8-a846-581ee962cdb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:56.695703778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-api-key-no-access-auth","reconcileID":"e8207a7a-bb73-472a-aab5-deea96134177","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:56.744256987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"650c2c99-e6f7-4f3d-af0b-703abd699b02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:56.744299717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"310a9871-20fe-43d8-a846-581ee962cdb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:56.751433678Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-10a7aa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (447fb401d73a73abdf8fd43436c4d3330e064d6534d84b3fc96b47cea50f6c90) AuthConfig (bcf70ff5f5a512e5a75be760362509ea1adb6db45d2822d9c1ca62f9b2362fca) AuthConfig (7e402e4f34161127b9bbcb38d958696abb26007d42de47d597e67879932aa4ca) AuthConfig (eb9ccd39864658986be5886f5cb3fab19b7dff3063285c7a2c61c48afb6f8a48) AuthConfig (670531e4bce490e6681a23134fa03b2c644190556a57dfbc31903257c3a0f426) AuthConfig (a967b5c7ca16d2922872bb9734c9c0dbc30629beddd95c971560093e8b4fe631) AuthConfig (bc455886868ba5af19c17ae0e112c843e4aecbcbe402d28eb9acb6a713066628) AuthConfig (e8ec3a7e58841fc9f15756ce823e8ad0a986b528e68a5748f16fa3ceccc6abad) AuthConfig (439e59cb5ffdef3cad54ee33fe20f7c6b846e222b6099d0b9c0ec4d93a268c63) AuthConfig (c8612d69aac038221267be2183dd93858b69b346e2eee935ed09473cbb3d4c5d) AuthConfig (66f2f1fd18d4bbde848d0c3c6c2f0a6cc0e247cacc1a017216807447effd8bce) AuthConfig (92f6773dc8c6ecff899e022d911627132c050c67ca9a4002d366e0e40ec7af92)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-api-key-no-access-auth","reconcileID":"e8207a7a-bb73-472a-aab5-deea96134177","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:56.829033112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"fce0b5ee-b3e1-4c36-af9c-fc24aaf00b33","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:56.880005677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"4faa59f3-ed23-4f31-bf1e-0e0a2105b9d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:57.066930018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-api-key-no-access-sub","reconcileID":"39248132-1f9c-4342-9b8b-9183aa7666ba","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:57.322401739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2fce5ca7-88e3-46b3-a655-3b27d5685392","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:57.322423766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2fce5ca7-88e3-46b3-a655-3b27d5685392","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:57.47704246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86725862-cbe2-43b6-b070-9c15aea54c69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:57.604334354Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86725862-cbe2-43b6-b070-9c15aea54c69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:57.660137265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86725862-cbe2-43b6-b070-9c15aea54c69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:57.676707161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e7595bb-985a-4e24-b353-0086ef94ba61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:57.718251176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4fbe8db1-82d6-4b92-8332-c0e7acb48e6c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:57.71827081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4fbe8db1-82d6-4b92-8332-c0e7acb48e6c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:57.733622233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e7595bb-985a-4e24-b353-0086ef94ba61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:57.789156095Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e7595bb-985a-4e24-b353-0086ef94ba61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:57.809077768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"cd3b91ab-e984-4cc7-a735-faefc87d48ba","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:57.848002493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"533632be-950c-4870-a78c-6e069d5c613e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:57.848024353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"533632be-950c-4870-a78c-6e069d5c613e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:57.937714214Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"cd3b91ab-e984-4cc7-a735-faefc87d48ba","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:57.993170641Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"cd3b91ab-e984-4cc7-a735-faefc87d48ba","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:58.048685864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36cda756-0e91-4724-b5c0-6bb95e88f2ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:58.04870679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36cda756-0e91-4724-b5c0-6bb95e88f2ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:27:58.302815218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"67a15477-20f3-47e2-9853-5d3c3faec5d2","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"distinct-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"distinct-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:03.124338303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4bc0d0b0-2ea0-4a6b-b15d-8432e081bc83","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:03.12436164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4bc0d0b0-2ea0-4a6b-b15d-8432e081bc83","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:03.339861771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"23657881-1b69-41d5-aef4-09622309e755","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:03.34049463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4984a5cf-31d1-4662-a0e4-88dbda74c1fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:03.340518873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8e169bf-bc69-4668-a2fa-21273bfe6143","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:03.469326548Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8e169bf-bc69-4668-a2fa-21273bfe6143","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:28:03.473714442Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4984a5cf-31d1-4662-a0e4-88dbda74c1fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:03.50800327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5e3bdd7e-0fb8-45c9-a3d7-7980bd80f012","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:03.508027227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5e3bdd7e-0fb8-45c9-a3d7-7980bd80f012","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:03.525309385Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8e169bf-bc69-4668-a2fa-21273bfe6143","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:28:03.531268276Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4984a5cf-31d1-4662-a0e4-88dbda74c1fb","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:03.531346516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f67f9c5-5920-435d-b88c-c629f8aea5dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:03.531363657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f67f9c5-5920-435d-b88c-c629f8aea5dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:03.583350302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"39776f51-5339-451e-a7d0-3ef22fa9824b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:03.583372867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"39776f51-5339-451e-a7d0-3ef22fa9824b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:03.69269288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dbc67cfc-ad96-4ade-96b0-0716f7d08e6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:03.718605241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a57eb3ea-403a-4513-ab38-9837639e3ddd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:03.750023884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dbc67cfc-ad96-4ade-96b0-0716f7d08e6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:03.805727556Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dbc67cfc-ad96-4ade-96b0-0716f7d08e6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:03.863674619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9bfed8c9-5b37-4865-91dd-f157c9291e10","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:03.863695923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9bfed8c9-5b37-4865-91dd-f157c9291e10","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:04.666221017Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:05.305414307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"9cb29be3-4234-4234-8b14-eba500d0d95b","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"distinct-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"distinct-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:06.908052163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-api-key-no-access-auth","reconcileID":"d666c46a-2d94-437d-a9e3-b53d2c6d9a5f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:06.965722598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-api-key-no-access-auth","reconcileID":"d666c46a-2d94-437d-a9e3-b53d2c6d9a5f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:07.23498884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"d8210c3f-948e-48c6-9148-a71dac83c07d","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:08.153802279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"b9b31354-3d8a-46f8-a217-dea166a80202","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:08.282517023Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"b9b31354-3d8a-46f8-a217-dea166a80202","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:08.338211224Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"b9b31354-3d8a-46f8-a217-dea166a80202","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:08.396408651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16ce4f0e-082a-45ed-b3fd-ca3373930034","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:08.396432376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16ce4f0e-082a-45ed-b3fd-ca3373930034","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:09.870895437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"7e9219c3-5bfc-482b-a84b-fdba274cfde5","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:10.030277671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-api-key-no-access-auth","reconcileID":"2c966e06-e18c-4003-8019-fa9f29ad81a6","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:10.030471096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"d2fc391a-e7fe-4e4d-babc-95a69a7f5107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:10.030273441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"e81cf608-61a8-4b8b-85da-0400e4cf37b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:10.088448201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-api-key-no-access-auth","reconcileID":"2c966e06-e18c-4003-8019-fa9f29ad81a6","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:10.092151187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"e81cf608-61a8-4b8b-85da-0400e4cf37b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:10.093279071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"d2fc391a-e7fe-4e4d-babc-95a69a7f5107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:13.200532172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"11d0cc56-6f3e-4a13-af31-7b92b064d401","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:13.200910844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"premium-w3-7abb95","reconcileID":"f532f522-dfe1-443c-bd4d-91c60962ccc4","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"premium-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"premium-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:13.201208809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-w3-7abb95","reconcileID":"7cefdd1f-8f47-4f99-9ff5-273493dd0843","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:13.292101966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"0c8149dc-1b3f-4268-8340-a2708e2ccedc","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:13.292644189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"premium-w3-7abb95","reconcileID":"9f4563ec-0f95-4a3f-b1d3-96670e61afca","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"premium-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"premium-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:13.293061369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-w3-7abb95","reconcileID":"1787bfa4-28d7-41fe-b3e0-c5fd08fd8838","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:13.364873772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"89a4a1a2-d4a8-4ea5-bdd6-4c73b67758fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:13.365462369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"c844650b-ba08-4c09-867a-129008eb0835","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:13.428090256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"c844650b-ba08-4c09-867a-129008eb0835","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:13.428646074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"89a4a1a2-d4a8-4ea5-bdd6-4c73b67758fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:13.44549622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"0c98deb1-f4d4-4c08-b5e1-3f6905a937ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:13.446526991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"48ad1c1e-4e7a-4eaf-97a7-1dc4010587b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:13.744743959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5d9e2e9-81d9-417d-9b40-93532768f9e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:13.848727453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"518623c7-3433-4600-bbde-f1a472ba0709","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:13.84895866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"6ba2be1b-3a71-48c9-8e5a-fe13aa8ffdef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:13.895845669Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5d9e2e9-81d9-417d-9b40-93532768f9e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:13.910259581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"6ba2be1b-3a71-48c9-8e5a-fe13aa8ffdef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:13.91156603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"518623c7-3433-4600-bbde-f1a472ba0709","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:13.953087879Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5d9e2e9-81d9-417d-9b40-93532768f9e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:14.011835783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aab43007-1664-479e-bd98-18c33f370ca3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:14.011859591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aab43007-1664-479e-bd98-18c33f370ca3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:14.060948216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78ec1a74-0826-490d-af36-5bf49a744611","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:14.123132298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78ec1a74-0826-490d-af36-5bf49a744611","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:14.191065484Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78ec1a74-0826-490d-af36-5bf49a744611","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:14.301586997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a4994e4-917a-4f7e-b51a-bb2b9621370c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:14.3017222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a4994e4-917a-4f7e-b51a-bb2b9621370c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:16.07138158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3d67f25-923f-4450-ae51-18c9796e8f2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:16.123813587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3d67f25-923f-4450-ae51-18c9796e8f2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:16.17624285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3d67f25-923f-4450-ae51-18c9796e8f2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:16.22823454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3d67f25-923f-4450-ae51-18c9796e8f2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:18.178448854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61bbdc1d-0b40-46f9-ab5e-53bb34e453d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:18.230817847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61bbdc1d-0b40-46f9-ab5e-53bb34e453d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:18.283610977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61bbdc1d-0b40-46f9-ab5e-53bb34e453d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:18.335550886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61bbdc1d-0b40-46f9-ab5e-53bb34e453d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:18.548100514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"abe9e8a4-6456-43cc-9b5f-0217aa2eaef6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:18.674235475Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"abe9e8a4-6456-43cc-9b5f-0217aa2eaef6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:18.729897401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"abe9e8a4-6456-43cc-9b5f-0217aa2eaef6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:18.78850995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfdb221f-a38c-48e9-ad59-b764190f4d34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:18.788535784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfdb221f-a38c-48e9-ad59-b764190f4d34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:20.036984782Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-api-key-no-access-sub","reconcileID":"cf7c501f-c47e-428f-8d62-f34acff1e887","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:20.255165905Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-api-key-no-access-sub","reconcileID":"cf7c501f-c47e-428f-8d62-f34acff1e887","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-10a7aa/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:20.465143371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"676c2f26-b6ea-4237-b77f-7034651c9b9a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:20.518271243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"c95be3da-9300-40fd-9968-62d53f462cff","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:20.667694243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"4aa4e53d-2da1-4716-928d-f8dbd120980b","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:20.676086877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"6c1efc34-4681-4453-9f80-f01c0a9dba61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:20.676452392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"8218b4eb-33d9-41dc-aae9-09a2d28b37e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:20.685704241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-api-key-no-access-auth","reconcileID":"d3effd05-7394-4463-8547-5d6ea32c4d1a","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:20.733674946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"6c1efc34-4681-4453-9f80-f01c0a9dba61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:20.733704717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"8218b4eb-33d9-41dc-aae9-09a2d28b37e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:20.742786875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-api-key-no-access-auth","reconcileID":"d3effd05-7394-4463-8547-5d6ea32c4d1a","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:20.937472505Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"e2e-api-key-no-access-auth","reconcileID":"4c8dfc61-2688-4b20-a99f-3494ee2189f1","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:21.097906435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"3fce0da6-f3bd-4ced-9286-dec99e53da90","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:24.168141185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8aba07c-9b46-4847-be3a-6ea7ccb874c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:24.297158673Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8aba07c-9b46-4847-be3a-6ea7ccb874c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:24.352693522Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8aba07c-9b46-4847-be3a-6ea7ccb874c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:24.413155991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d81aa9ef-f694-4370-bb7f-37ba1eb4ac20","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:24.413208856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d81aa9ef-f694-4370-bb7f-37ba1eb4ac20","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:24.502354281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82e9be0c-0c01-4791-845c-4aa0b409d356","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:24.560809768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82e9be0c-0c01-4791-845c-4aa0b409d356","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:24.628655535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82e9be0c-0c01-4791-845c-4aa0b409d356","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:24.686615889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca6c3213-77de-439f-aba2-a75534a87fc3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:24.686639334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca6c3213-77de-439f-aba2-a75534a87fc3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:26.402937296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c19d7921-5a44-484c-b363-e1db3f5db891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:26.454832579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c19d7921-5a44-484c-b363-e1db3f5db891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:26.506760694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c19d7921-5a44-484c-b363-e1db3f5db891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:26.558677454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c19d7921-5a44-484c-b363-e1db3f5db891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:26.91122571Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-a4dc2e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-a4dc2e","reconcileID":"90a02854-b038-44df-aed6-1012186fddbb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-a4dc2e","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-a4dc2e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:28.492817957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b240273-8f2c-4605-afa2-cf4218c53f55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:28.545156634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b240273-8f2c-4605-afa2-cf4218c53f55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:28.597819775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b240273-8f2c-4605-afa2-cf4218c53f55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:28.649647016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b240273-8f2c-4605-afa2-cf4218c53f55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:28.91520181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"131091cf-2adb-4e61-80a3-753531097b85","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:29.042699893Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"131091cf-2adb-4e61-80a3-753531097b85","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:29.098778062Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"131091cf-2adb-4e61-80a3-753531097b85","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:29.171099767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"446935a3-0d6b-431a-a948-5cde8ab9197a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:29.171120564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"446935a3-0d6b-431a-a948-5cde8ab9197a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:30.687047094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d635c606-d9e4-4f2e-9461-d72c113d8a30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:30.739148648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d635c606-d9e4-4f2e-9461-d72c113d8a30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:30.806473733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d635c606-d9e4-4f2e-9461-d72c113d8a30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:30.859089119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d635c606-d9e4-4f2e-9461-d72c113d8a30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:34.588911817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb36c265-7f1d-4565-9d83-1e51e0bf8118","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:34.665858989Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:34.734253508Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb36c265-7f1d-4565-9d83-1e51e0bf8118","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:34.790130044Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb36c265-7f1d-4565-9d83-1e51e0bf8118","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:34.848391899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c53ac7c5-ec2c-4489-839b-077e2e850834","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:34.848412933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c53ac7c5-ec2c-4489-839b-077e2e850834","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:34.883365162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"580fe082-204a-4fb5-8037-6d15806209bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:34.940486587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"580fe082-204a-4fb5-8037-6d15806209bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:34.995970611Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"580fe082-204a-4fb5-8037-6d15806209bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:35.053524712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84bd264a-7294-49f8-a665-6558cb78a0be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:35.053550538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84bd264a-7294-49f8-a665-6558cb78a0be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:39.275083847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"9bd13ec0-d22f-4992-96a8-a0c0b7f39b2d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:39.40230771Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"9bd13ec0-d22f-4992-96a8-a0c0b7f39b2d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:39.459322184Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"9bd13ec0-d22f-4992-96a8-a0c0b7f39b2d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:39.535866441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10714869-a39a-4b68-9c7c-3401fae02ef1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:39.535889028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10714869-a39a-4b68-9c7c-3401fae02ef1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:45.004147041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30e3a005-d137-43de-8014-f3923c3ac049","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:45.13216887Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30e3a005-d137-43de-8014-f3923c3ac049","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:45.1876179Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30e3a005-d137-43de-8014-f3923c3ac049","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:45.209151104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bd18ce3-ded4-48d8-9c02-c9d645dc35e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:45.24484005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"311af7a5-62f8-40ef-8c3f-7f6aea21a467","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:45.244858349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"311af7a5-62f8-40ef-8c3f-7f6aea21a467","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:45.266827423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bd18ce3-ded4-48d8-9c02-c9d645dc35e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:45.322415089Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bd18ce3-ded4-48d8-9c02-c9d645dc35e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:45.37998179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24ac8dce-a9e1-4407-8eae-64b199de364a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:45.380000391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24ac8dce-a9e1-4407-8eae-64b199de364a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:49.639714932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"84a695aa-6ccd-4c60-8214-130e98f93428","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:49.76756123Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"84a695aa-6ccd-4c60-8214-130e98f93428","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:49.824781194Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"84a695aa-6ccd-4c60-8214-130e98f93428","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:49.882781892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffcd8dbc-599c-46a5-9e5c-164c1756541d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:49.882808819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffcd8dbc-599c-46a5-9e5c-164c1756541d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:53.449284167Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"f5318582-8788-461a-9594-1c10f836a82f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:53.449408286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b613277-5d03-45ff-979f-dac154a9574a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:53.449427536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b613277-5d03-45ff-979f-dac154a9574a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:53.602494426Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-policy-3c8ed24e","reconcileID":"f5318582-8788-461a-9594-1c10f836a82f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"policyNamespace":"ai-tenant-e2e-mt-0d838cf4","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:53.665236698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2764eba0-5eb6-48a7-985a-01941695c1da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:53.665261106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2764eba0-5eb6-48a7-985a-01941695c1da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:53.820934631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"476a5896-b5af-4912-8635-241774493d09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:53.820956881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"476a5896-b5af-4912-8635-241774493d09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:54.618246749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-2-w3-7abb95","reconcileID":"15f753c5-6121-45d6-a461-6c0b805cd87c","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-2-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-2-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:55.4406769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1be7c8e5-4a55-4084-94ae-409746882aae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:55.516634648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"e2b97bd3-7f1d-43c0-a3b8-05b42ee16c19","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:55.56742699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"466b6fc8-35be-477a-8aff-d662323f01ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:55.571628483Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1be7c8e5-4a55-4084-94ae-409746882aae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:55.572043189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"3b3edc19-4206-490d-882a-f9e019cfee27","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:55.625063868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"466b6fc8-35be-477a-8aff-d662323f01ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:55.627321428Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1be7c8e5-4a55-4084-94ae-409746882aae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:55.680786285Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"466b6fc8-35be-477a-8aff-d662323f01ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:55.68950994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"03e51f38-05a7-448e-914e-60cdfd0c3ed7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:55.689526006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"03e51f38-05a7-448e-914e-60cdfd0c3ed7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:55.726606801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d78b08ec-b914-47fa-810c-91b07773fb3c","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:55.73864554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9121178-af9e-4cf4-aca6-0a9e6754657f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:55.738662123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9121178-af9e-4cf4-aca6-0a9e6754657f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:55.783593779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d78b08ec-b914-47fa-810c-91b07773fb3c","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:55.78832516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"07c3bcd6-2a77-4e3a-9116-5080ea57a109","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:55.843646889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"eae5156d-2f8c-4b27-a9c6-f315a6772db5","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:28:55.896756567Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-api-key-deleted-sub","reconcileID":"c13d5141-48c0-464c-9faa-48babf52c16c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:55.949311232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"c576db01-9b2b-4830-8bf3-7bfbb806c65b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:55.949309787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"df654a1c-19ab-4fd3-b0e7-71ed6868fb3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:56.00964248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"df654a1c-19ab-4fd3-b0e7-71ed6868fb3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:56.009886123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"c576db01-9b2b-4830-8bf3-7bfbb806c65b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:56.011712118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"3e284117-f837-44a0-a265-ae09c7725397","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:56.069872205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"2f8f5406-cb58-458e-a8a5-0015366ad513","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:56.118063927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"7a3f9347-299b-485f-835b-27c3161407e7","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:56.276396628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-api-key-deleted-sub-auth","reconcileID":"806e6e03-2c57-4894-82eb-80bf87d0e267","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:56.35078933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-api-key-deleted-sub-auth","reconcileID":"806e6e03-2c57-4894-82eb-80bf87d0e267","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:56.409581049Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-api-key-deleted-sub","reconcileID":"8df04d43-9bbe-49a4-bed9-7e68d6d3f6df","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-7abb95/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w3-7abb95/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:56.43451635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"61f4711f-32b1-4538-aaf1-3750dff99987","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:56.434616855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"2ec24131-fc44-4ac3-aebf-60f0ce0c7939","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:56.491982374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"2ec24131-fc44-4ac3-aebf-60f0ce0c7939","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:56.492002539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"61f4711f-32b1-4538-aaf1-3750dff99987","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:56.577619399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"337391ab-403e-4338-b543-e09aee9edac8","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:56.612162366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"e469a1de-e459-419c-adb7-252c72eab609","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:56.786935551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-api-key-deleted-sub","reconcileID":"80baed2a-2ae5-4956-95be-01d83bc94047","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:57.384440488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"5d736277-dab6-42c3-a00d-145a96e252f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:57.384723896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-api-key-deleted-sub-auth","reconcileID":"a6db51de-8a69-4559-8654-17966ace08d7","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:57.384439951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"e30a216e-4b14-4ce6-a4be-1d1c5704886f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:57.442936106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"5d736277-dab6-42c3-a00d-145a96e252f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:57.442936104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-api-key-deleted-sub-auth","reconcileID":"a6db51de-8a69-4559-8654-17966ace08d7","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:57.445341684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"e30a216e-4b14-4ce6-a4be-1d1c5704886f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:58.810486056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"0049338a-5a8d-46da-a315-4b06e3ac260f","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:58.965168306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-api-key-deleted-sub-auth","reconcileID":"a0443ee8-1bab-4f08-a5d8-96cdf4b12f66","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:58.965653409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"3aa34bf7-f2c2-4b18-a188-c0069674e621","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:58.966024997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"8dd9c444-b304-47d9-a1b5-482c43d5ca14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:59.032822086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"3aa34bf7-f2c2-4b18-a188-c0069674e621","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:59.033742957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-api-key-deleted-sub-auth","reconcileID":"a0443ee8-1bab-4f08-a5d8-96cdf4b12f66","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:28:59.037391268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"8dd9c444-b304-47d9-a1b5-482c43d5ca14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:03.532320144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"default-tenant","reconcileID":"f0faf900-2860-446d-9fb8-71ab04e7d21a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a4dc2e","tenantID":"e2e-api-a-a4dc2e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:03.649799616Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"default-tenant","reconcileID":"f0faf900-2860-446d-9fb8-71ab04e7d21a","name":"e2e-api-a-a4dc2e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:03.921613121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a42b8a8d-8f76-4ea8-ac4c-ab5a0af89963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:03.974790549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a42b8a8d-8f76-4ea8-ac4c-ab5a0af89963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:04.027953304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a42b8a8d-8f76-4ea8-ac4c-ab5a0af89963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:04.028166297Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-sub-3c8ed24e","reconcileID":"f29cde81-1f66-4528-a1cc-8cffa2507539","MaaSSubscription":{"name":"e2e-shared-int-sub-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-3c8ed24e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:04.079741551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a42b8a8d-8f76-4ea8-ac4c-ab5a0af89963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:04.302891319Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"namespace":"ai-tenant-e2e-mt-0d838cf4","name":"e2e-shared-int-sub-3c8ed24e","reconcileID":"f29cde81-1f66-4528-a1cc-8cffa2507539","MaaSSubscription":{"name":"e2e-shared-int-sub-3c8ed24e","namespace":"ai-tenant-e2e-mt-0d838cf4"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:04.513510448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4dfc6ec3-12cc-438e-8932-2f6935ca3127","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:04.564850307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1124347e-7b40-4d8d-8151-bc1d0bf75ce7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:04.564871487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1124347e-7b40-4d8d-8151-bc1d0bf75ce7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:04.66575089Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:04.764698543Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-835921","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-835921","reconcileID":"4dd74a2b-7e72-40e2-bfee-e8f5fb9b43f5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-835921","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-835921":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:05.851724505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9cfe127-43aa-4f87-bc80-7c4d74e69497","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:05.910615481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9cfe127-43aa-4f87-bc80-7c4d74e69497","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:05.947737648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd3a9707-36d2-44d8-8d02-552078bb9df4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:05.966070111Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9cfe127-43aa-4f87-bc80-7c4d74e69497","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:06.004790925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd3a9707-36d2-44d8-8d02-552078bb9df4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:06.060492023Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd3a9707-36d2-44d8-8d02-552078bb9df4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:06.091547003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1b78fce-3ff5-4a94-af06-c6eb886d7ef9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:06.144087381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1b78fce-3ff5-4a94-af06-c6eb886d7ef9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:06.19590419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1b78fce-3ff5-4a94-af06-c6eb886d7ef9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:06.248000398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1b78fce-3ff5-4a94-af06-c6eb886d7ef9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:08.175339619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93f0a6f0-0234-4d32-8a52-f115e07e512c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:08.227266457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93f0a6f0-0234-4d32-8a52-f115e07e512c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:08.279246289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93f0a6f0-0234-4d32-8a52-f115e07e512c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:08.331925244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93f0a6f0-0234-4d32-8a52-f115e07e512c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:08.971848865Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-api-key-deleted-sub","reconcileID":"a0a678cc-1a25-4560-b870-30d6496e018c","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:09.218101983Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-api-key-deleted-sub","reconcileID":"a0a678cc-1a25-4560-b870-30d6496e018c","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-7abb95/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:09.430091295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"0995ff7f-1342-4106-b345-13afd5d22bf7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:09.482350926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"91b361c2-c0d7-40ab-9f8d-431caf01578f","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:09.638673454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"7e9dfcfa-04c8-46d5-ac96-773b2a668c54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:09.638710381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-api-key-deleted-sub-auth","reconcileID":"364e90fb-1b36-4509-b7e0-25e8e8219c09","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:09.639191286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"01e93498-1c67-4905-b6ad-dd932067cac7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:09.69628397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-api-key-deleted-sub-auth","reconcileID":"364e90fb-1b36-4509-b7e0-25e8e8219c09","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:09.696508325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"7e9dfcfa-04c8-46d5-ac96-773b2a668c54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:09.698536565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"01e93498-1c67-4905-b6ad-dd932067cac7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:16.124852839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e248a0d0-30b3-4b26-b3ea-e827f8110446","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:16.182316383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e248a0d0-30b3-4b26-b3ea-e827f8110446","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:16.223213652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c124266f-86af-4127-a8a2-54fd93c0c4e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:16.237912195Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e248a0d0-30b3-4b26-b3ea-e827f8110446","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:16.281243996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c124266f-86af-4127-a8a2-54fd93c0c4e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:16.337173055Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c124266f-86af-4127-a8a2-54fd93c0c4e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:25.49783739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"5c3f08e7-8816-4c52-90a9-ebc3a4c54a5d","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"tenant":"e2e-mt-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","model":"ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:25.498001431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"5c3f08e7-8816-4c52-90a9-ebc3a4c54a5d","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"routeName":"e2e-lifecycle-model-f7c92a85-kserve-route","namespace":"ai-tenant-e2e-mt-f7c92a85","llmisvcName":"e2e-lifecycle-model-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:26.420397906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"580a09cf-cde5-4aac-bb7e-52f010716813","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:26.486401075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"580a09cf-cde5-4aac-bb7e-52f010716813","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:26.516826394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9185e937-ff61-4e87-bba8-d268d8bf3bee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:26.552541041Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"580a09cf-cde5-4aac-bb7e-52f010716813","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:26.590695484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9185e937-ff61-4e87-bba8-d268d8bf3bee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:26.652146989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9185e937-ff61-4e87-bba8-d268d8bf3bee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:30.957194483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"640a70b1-b51b-43d8-b047-2b7224e31711","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"tenant":"e2e-mt-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","model":"ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:30.957216428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"640a70b1-b51b-43d8-b047-2b7224e31711","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"routeName":"e2e-lifecycle-model-f7c92a85-kserve-route","namespace":"ai-tenant-e2e-mt-f7c92a85","llmisvcName":"e2e-lifecycle-model-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:31.014950357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"2fb7f068-c886-42bd-9a67-d7d8259b7c02","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"tenant":"e2e-mt-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","model":"ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:31.014973353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"2fb7f068-c886-42bd-9a67-d7d8259b7c02","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"routeName":"e2e-lifecycle-model-f7c92a85-kserve-route","namespace":"ai-tenant-e2e-mt-f7c92a85","llmisvcName":"e2e-lifecycle-model-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:31.119761817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-policy-f7c92a85","reconcileID":"b63b639e-955a-417b-8cae-2d15e3aecae4","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f7c92a85","tenantID":"e2e-mt-f7c92a85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:31.245819964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"2f17187b-f99d-4acf-8edf-f425bfd521c8","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"tenant":"e2e-mt-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","model":"ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:31.245849644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"2f17187b-f99d-4acf-8edf-f425bfd521c8","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"routeName":"e2e-lifecycle-model-f7c92a85-kserve-route","namespace":"ai-tenant-e2e-mt-f7c92a85","llmisvcName":"e2e-lifecycle-model-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:31.24870837Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-policy-f7c92a85","reconcileID":"b63b639e-955a-417b-8cae-2d15e3aecae4","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"name":"e2e-mt-f7c92a85-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:31.306754589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"41c2718b-5501-48eb-9243-2a4c0ad8af93","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"tenant":"e2e-mt-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","model":"ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:31.3067807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"41c2718b-5501-48eb-9243-2a4c0ad8af93","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"routeName":"e2e-lifecycle-model-f7c92a85-kserve-route","namespace":"ai-tenant-e2e-mt-f7c92a85","llmisvcName":"e2e-lifecycle-model-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:31.307666839Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-f7c92a85-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-policy-f7c92a85","reconcileID":"b63b639e-955a-417b-8cae-2d15e3aecae4","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:29:31.353972275Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-sub-f7c92a85","reconcileID":"790d7a30-dcdc-43b0-a2fb-0299c822fc5a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-f7c92a85\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:29:31.36081451Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"41c2718b-5501-48eb-9243-2a4c0ad8af93","name":"e2e-lifecycle-model-f7c92a85","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-f7c92a85\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:29:31.360872093Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"41c2718b-5501-48eb-9243-2a4c0ad8af93","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-f7c92a85\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:31.365290369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"106f12ee-3b11-438a-9aaf-6a10cbe10425","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"tenant":"e2e-mt-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","model":"ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:31.365308846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"106f12ee-3b11-438a-9aaf-6a10cbe10425","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"routeName":"e2e-lifecycle-model-f7c92a85-kserve-route","namespace":"ai-tenant-e2e-mt-f7c92a85","llmisvcName":"e2e-lifecycle-model-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:31.462859153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"bbc58369-2601-4600-a4dd-9fee67aa8f18","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"tenant":"e2e-mt-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","model":"ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:31.462883858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"bbc58369-2601-4600-a4dd-9fee67aa8f18","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"routeName":"e2e-lifecycle-model-f7c92a85-kserve-route","namespace":"ai-tenant-e2e-mt-f7c92a85","llmisvcName":"e2e-lifecycle-model-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:31.469277984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-policy-f7c92a85","reconcileID":"31a45ce9-83f9-4ca3-ab2f-6261f209c195","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f7c92a85","tenantID":"e2e-mt-f7c92a85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:31.523801938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"1d4de0a8-a202-4208-a37f-9478bc1ceb03","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"tenant":"e2e-mt-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","model":"ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:31.523822812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"1d4de0a8-a202-4208-a37f-9478bc1ceb03","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"routeName":"e2e-lifecycle-model-f7c92a85-kserve-route","namespace":"ai-tenant-e2e-mt-f7c92a85","llmisvcName":"e2e-lifecycle-model-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:31.527788074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-policy-f7c92a85","reconcileID":"31a45ce9-83f9-4ca3-ab2f-6261f209c195","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"name":"e2e-mt-f7c92a85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:31.583554304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-f7c92a85-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-policy-f7c92a85","reconcileID":"31a45ce9-83f9-4ca3-ab2f-6261f209c195","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:31.738877965Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-sub-f7c92a85","reconcileID":"e0faa63b-baa8-4649-beae-2c63a9e58b50","MaaSSubscription":{"name":"e2e-sub-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"name":"maas-trlp-e2e-lifecycle-model-f7c92a85","model":"e2e-lifecycle-model-f7c92a85","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-f7c92a85/e2e-sub-f7c92a85"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:31.907616342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"15860f28-7db5-42b0-b6c6-7bcd0705d4c1","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"tenant":"e2e-mt-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","model":"ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:31.907639332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"15860f28-7db5-42b0-b6c6-7bcd0705d4c1","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"routeName":"e2e-lifecycle-model-f7c92a85-kserve-route","namespace":"ai-tenant-e2e-mt-f7c92a85","llmisvcName":"e2e-lifecycle-model-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:32.119104452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-sub-f7c92a85","reconcileID":"ab14ee47-9fff-4816-925b-2066daad5aa2","MaaSSubscription":{"name":"e2e-sub-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"name":"maas-trlp-e2e-lifecycle-model-f7c92a85","model":"ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:34.313732103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-policy-f7c92a85","reconcileID":"c3e6ddf4-f88e-40fa-9ae0-54a00f718694","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f7c92a85","tenantID":"e2e-mt-f7c92a85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:34.374167819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-policy-f7c92a85","reconcileID":"c3e6ddf4-f88e-40fa-9ae0-54a00f718694","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"name":"e2e-mt-f7c92a85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:34.430429875Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-f7c92a85-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-policy-f7c92a85","reconcileID":"c3e6ddf4-f88e-40fa-9ae0-54a00f718694","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:34.667165938Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:36.68372722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"f0afcdcc-8443-4139-b4fc-bce4868d22b0","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:36.68374032Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-api-key-deleted-sub-auth","reconcileID":"7280030f-374d-434d-b6e0-717ef2ab4642","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:36.713072065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3225071-dc12-43d8-9653-0e12ef28440d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:36.770116705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3225071-dc12-43d8-9653-0e12ef28440d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:36.808661934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56a72837-4c15-4e37-8f1c-5a99ca51aa1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:36.825982473Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3225071-dc12-43d8-9653-0e12ef28440d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:36.843961206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"3cc75ae6-c605-4b4e-be5f-425cfa315720","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:36.865937701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56a72837-4c15-4e37-8f1c-5a99ca51aa1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:36.885316072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ff3a33e-2d06-4a5d-be0c-a17feae6657f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:36.885335223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ff3a33e-2d06-4a5d-be0c-a17feae6657f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:36.921698918Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56a72837-4c15-4e37-8f1c-5a99ca51aa1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:36.980649401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aab4a7bb-b5c1-4dd5-b097-b17976e60eab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:36.980670977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aab4a7bb-b5c1-4dd5-b097-b17976e60eab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:37.733728122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-w3-7abb95","reconcileID":"ba522372-7224-4cca-9031-b45e842d9b90","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:37.790988147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-w3-7abb95","reconcileID":"638a1c01-2f21-4543-8648-f9056ecdda4b","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:38.000662523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7959e0d8-f70b-4005-9bfc-eb8c7a645ef6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:38.025658273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-w3-7abb95","reconcileID":"5084d6e2-c8ef-4b85-80fa-1df4ecd2762a","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:38.057539478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7959e0d8-f70b-4005-9bfc-eb8c7a645ef6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:38.085686748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-w3-7abb95","reconcileID":"87d0a61c-b60b-481f-9cad-e44661f6be8e","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:29:38.132369842Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-sub1","reconcileID":"32627f58-b64c-47f3-9a85-5ea0cc7243cd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:29:38.139159028Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-w3-7abb95","reconcileID":"87d0a61c-b60b-481f-9cad-e44661f6be8e","name":"distinct-w3-7abb95","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-7abb95\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:29:38.139232775Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-w3-7abb95","reconcileID":"87d0a61c-b60b-481f-9cad-e44661f6be8e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-7abb95\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:38.144400798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-w3-7abb95","reconcileID":"c164df92-aa45-4ab8-b519-6b76195e94f5","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:38.230662915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"0ae5a242-e9f2-4518-856c-9f564788035b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:38.231001699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"26853883-e2dd-46aa-8252-78939856650d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:38.239801749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-w3-7abb95","reconcileID":"30452ce8-9610-49bd-ba67-244230cd0402","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:38.287867502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"26853883-e2dd-46aa-8252-78939856650d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:38.288042062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"0ae5a242-e9f2-4518-856c-9f564788035b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:38.296002665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-w3-7abb95","reconcileID":"11ad58eb-bec0-4778-a5a8-00c891b5065a","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:38.304246589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-2-w3-7abb95","reconcileID":"6ebaa00e-63a0-4800-b20f-56e56964721e","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-2-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-2-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:38.36113366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-2-w3-7abb95","reconcileID":"b9fcc6bd-af1f-4582-b79f-ca1186542ffa","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-2-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-2-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:38.372136325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-w3-7abb95","reconcileID":"3ec60df0-0aba-4e0e-8210-333a34c442e7","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:38.505944988Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-sub1","reconcileID":"0f7d02df-ae2a-457d-b3a3-f99632358fc2","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-distinct-w3-7abb95","model":"distinct-w3-7abb95","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-7abb95/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:38.619356485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c534fa2a-960b-4eb1-bde3-8cc9b3be87fd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:38.636676431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth1","reconcileID":"069f3dfc-ad10-4b4d-9e09-2c78388203a2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:38.673758017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-w3-7abb95","reconcileID":"20998e83-50e0-44f5-8812-d114f4e1cd80","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:38.67788081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c534fa2a-960b-4eb1-bde3-8cc9b3be87fd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:38.693454353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth1","reconcileID":"069f3dfc-ad10-4b4d-9e09-2c78388203a2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:38.725942787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"7335d72a-1781-4bc0-9e5c-c5cc4d4f7603","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:38.726568485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"70ff9755-5824-4b04-ae4b-716c8453c755","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:38.78285261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"7335d72a-1781-4bc0-9e5c-c5cc4d4f7603","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:38.783634809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"70ff9755-5824-4b04-ae4b-716c8453c755","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:38.882673318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-sub1","reconcileID":"42ca2c19-2e6e-4c5a-909c-a3e2ac62cc8d","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-distinct-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/distinct-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:38.976418359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-2-w3-7abb95","reconcileID":"b360914e-1b44-44c3-ba73-479d6363ee90","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-2-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-2-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:39.23485646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth2","reconcileID":"3ecabfad-6801-4f27-bd6c-0af409875659","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:39.292962226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth2","reconcileID":"3ecabfad-6801-4f27-bd6c-0af409875659","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:43.599937486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-2-w3-7abb95","reconcileID":"2efb308d-9f55-435b-94cf-dcb3b5c0e1f7","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-2-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-2-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:43.60020043Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-7abb95 priority=0:[ai-tenant-e2e-worker-w3-7abb95/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w3-7abb95/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:43.660430378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-w3-7abb95","reconcileID":"053dce22-94e4-4e47-96ea-84bdf08200c9","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:43.705882345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-2-w3-7abb95","reconcileID":"49cdda93-0c7a-42a3-b778-703838890f96","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-2-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-2-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:29:43.712706952Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-7abb95/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:43.761129223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-2-w3-7abb95","reconcileID":"4dc573ca-20de-44d5-867d-a3a1ff903924","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-2-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-2-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:43.857797825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"ec28ae24-7c6d-4619-a979-8ddaf0ebdcba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:43.858263773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d935d499-f316-4970-be4a-972c8ab6b2e6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:43.858287901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6e8488b9-9a41-4e01-9d5e-24e84c7d8f28","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:43.858629987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"2cf9dc08-e442-42b2-9586-ca21d3669091","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:43.915260224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"ec28ae24-7c6d-4619-a979-8ddaf0ebdcba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:43.915311654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6e8488b9-9a41-4e01-9d5e-24e84c7d8f28","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:43.917731221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"2cf9dc08-e442-42b2-9586-ca21d3669091","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:43.917823967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d935d499-f316-4970-be4a-972c8ab6b2e6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:43.973121795Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-sub2","reconcileID":"b6c98cad-0447-4e1d-ba7d-80d2cef71d2f","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-distinct-2-w3-7abb95","model":"distinct-2-w3-7abb95","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-7abb95/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:44.173639145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-2-w3-7abb95","reconcileID":"380dbe67-a5e7-4ccc-83ae-20bd2bd3571c","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-2-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-2-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:44.430388027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"246c3dc2-2356-410c-b9a2-230e626faa3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:44.430416043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth1","reconcileID":"da1d4e10-2b0b-407e-a4d9-a275285adce6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:44.430832028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth2","reconcileID":"28180266-36d7-4df3-9db0-7c07ba10ac75","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:44.431203356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"e64eb68b-4ed3-485e-8182-7cac3a7606ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:44.431323842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-sub2","reconcileID":"1330bd9f-412e-4056-8213-a2d48c3cccc0","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-distinct-2-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/distinct-2-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:44.488508491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"246c3dc2-2356-410c-b9a2-230e626faa3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:44.492408594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth2","reconcileID":"28180266-36d7-4df3-9db0-7c07ba10ac75","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:44.492653644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth1","reconcileID":"da1d4e10-2b0b-407e-a4d9-a275285adce6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:44.495544697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"e64eb68b-4ed3-485e-8182-7cac3a7606ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:44.533574928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-policy-f7c92a85","reconcileID":"291ad569-646f-4dba-8e78-628ace243c9d","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f7c92a85","tenantID":"e2e-mt-f7c92a85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:44.59031503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-policy-f7c92a85","reconcileID":"291ad569-646f-4dba-8e78-628ace243c9d","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"name":"e2e-mt-f7c92a85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:44.645882498Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-f7c92a85-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-policy-f7c92a85","reconcileID":"291ad569-646f-4dba-8e78-628ace243c9d","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:44.89404517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52437763-9c2c-46f7-8d5b-ec9649181609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:44.946800117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52437763-9c2c-46f7-8d5b-ec9649181609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:44.99881462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52437763-9c2c-46f7-8d5b-ec9649181609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:45.050802539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52437763-9c2c-46f7-8d5b-ec9649181609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:45.90866889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-w3-7abb95","reconcileID":"19b0ff2d-80fa-4aa7-bb6a-9a09709e5365","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:46.100763689Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-sub1","reconcileID":"9a5a2254-65fe-4f38-ae0c-5eb4a60362ad","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d19ef0b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:46.208843633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"1db47422-fb5d-4a4d-8259-47bdf7bb159e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:46.208906563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ca6b8577-f6b1-4b28-86fe-149810e72a0a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:46.209383068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"aefb7f98-c66f-43af-8479-d91e02184a11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:46.209399706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b225bf15-24a3-47ec-8833-20c6d94aa878","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:46.266201848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ca6b8577-f6b1-4b28-86fe-149810e72a0a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:46.266475323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"1db47422-fb5d-4a4d-8259-47bdf7bb159e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:46.268487852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"aefb7f98-c66f-43af-8479-d91e02184a11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:46.268835398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b225bf15-24a3-47ec-8833-20c6d94aa878","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:46.730165872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth1","reconcileID":"4b968924-f8e8-424d-b089-2990ead4a140","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:46.7302165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"b198c891-63ae-405e-9cab-d41be2c77b4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:46.787736772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth1","reconcileID":"4b968924-f8e8-424d-b089-2990ead4a140","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:46.788680032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"b198c891-63ae-405e-9cab-d41be2c77b4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:46.833113757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth2","reconcileID":"1980d4e9-764b-4ad6-b410-26306bb09d7e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:46.833118495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"1b343b21-e029-4138-ad09-e74b7170b420","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:46.891836394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth2","reconcileID":"1980d4e9-764b-4ad6-b410-26306bb09d7e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:46.892127794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"1b343b21-e029-4138-ad09-e74b7170b420","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:46.97760229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60633ccc-cc0f-44ae-aa43-06853fb28c2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:47.029547064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60633ccc-cc0f-44ae-aa43-06853fb28c2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:47.081637857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60633ccc-cc0f-44ae-aa43-06853fb28c2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:47.133868321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60633ccc-cc0f-44ae-aa43-06853fb28c2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:47.18904019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a4a5100-dd7d-4761-8b5f-780a72feb8a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:47.245943728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc86c91a-0850-430f-970e-4fc123fd2d89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:47.249741522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a4a5100-dd7d-4761-8b5f-780a72feb8a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:47.303559041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc86c91a-0850-430f-970e-4fc123fd2d89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:47.30570441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a4a5100-dd7d-4761-8b5f-780a72feb8a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:47.406008273Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc86c91a-0850-430f-970e-4fc123fd2d89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:48.006349794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"default-tenant","reconcileID":"0dcf0334-b2ff-4668-a5a4-d93511aa6378","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-835921","tenantID":"e2e-api-a-835921","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:48.126110386Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"default-tenant","reconcileID":"0dcf0334-b2ff-4668-a5a4-d93511aa6378","name":"e2e-api-a-835921-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:48.877275165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f8a58f4-30da-4be1-940a-9f54d866938f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:48.877303482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f8a58f4-30da-4be1-940a-9f54d866938f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:48.933857099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6dccf26-bb65-4901-b432-1fdca09d6b91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:48.933879071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6dccf26-bb65-4901-b432-1fdca09d6b91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:49.037682191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"e2e-e2e-api-a-a4dc2e-policy","reconcileID":"c09ff912-acfb-4740-a375-a5d16590e645","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a4dc2e","tenantID":"e2e-api-a-a4dc2e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:49.166339116Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"e2e-e2e-api-a-a4dc2e-policy","reconcileID":"c09ff912-acfb-4740-a375-a5d16590e645","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"name":"e2e-api-a-a4dc2e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:49.222344989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a4dc2e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"e2e-e2e-api-a-a4dc2e-policy","reconcileID":"c09ff912-acfb-4740-a375-a5d16590e645","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:49.279513097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fdd0b7e1-8acd-4562-9084-29c4c2b5f9bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:49.279533588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fdd0b7e1-8acd-4562-9084-29c4c2b5f9bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:52.439408329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-sub2","reconcileID":"1557d73d-d2f6-409a-b13e-6a81a55d2f8b","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-distinct-2-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/distinct-2-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:52.607806622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-2-w3-7abb95","reconcileID":"0e39a545-0a46-4733-9984-8a23f4e31e32","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-2-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-2-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:52.836932226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-sub-f7c92a85","reconcileID":"f481cfce-aefc-4986-92f3-c0db2c8ffe09","MaaSSubscription":{"name":"e2e-sub-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"name":"maas-trlp-e2e-lifecycle-model-f7c92a85","model":"ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:53.056504023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"c4e0b165-3d08-4580-955b-ea825f210c16","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"tenant":"e2e-mt-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","model":"ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:53.056529846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"c4e0b165-3d08-4580-955b-ea825f210c16","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"routeName":"e2e-lifecycle-model-f7c92a85-kserve-route","namespace":"ai-tenant-e2e-mt-f7c92a85","llmisvcName":"e2e-lifecycle-model-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:53.484137133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5f153cd8-2f59-4056-ade2-8b10fed994ed","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:53.484373622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-policy-f7c92a85","reconcileID":"85f6f9d4-268f-43eb-b63d-3932f953bfbd","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f7c92a85","tenantID":"e2e-mt-f7c92a85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:53.485002017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c3fd8c16-c6c7-4bde-9b4a-da2763ee677c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:53.484136973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"16acd180-ce73-448d-bedd-1b3ebb4cfc4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:53.485630229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"20392c36-b3e7-4a3d-9a8c-350b884f7f38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:53.544283678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"20392c36-b3e7-4a3d-9a8c-350b884f7f38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:53.544625616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5f153cd8-2f59-4056-ade2-8b10fed994ed","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:53.546543334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-policy-f7c92a85","reconcileID":"85f6f9d4-268f-43eb-b63d-3932f953bfbd","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"name":"e2e-mt-f7c92a85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:53.548222713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c3fd8c16-c6c7-4bde-9b4a-da2763ee677c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:53.548718236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"16acd180-ce73-448d-bedd-1b3ebb4cfc4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:53.602018268Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-f7c92a85-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f7690164712b35de531b5e50fa737e92ee9d92aa942940b9d7cad8e27fe01ccc) AuthConfig (d278d03bd7e5605d25aadcaa59982f7608dbd4dfab7f4db4d5d533da01dc90b8) AuthConfig (33070489c61f9150d5fc42713806520a4714b0a4bffb34db11fda3f5169dfad2) AuthConfig (3f087fabe44fcc4ba838bd690546cf15d71f0c867d81021ec2384277f6094dee) AuthConfig (25fb915a7972e27ad57adbdeb868306059c1608e001e3ec31e8c71140941da79) AuthConfig (75bc474a418606da127d37234a1de12fea164d54276bcdeec5b37456e7d3deab) AuthConfig (3040cab5f77b87bc4c70f286bda46820938590f7e12841426b109d75548a697a) AuthConfig (456392e9ba0fd1e50002f645596a1cb981217bcb75d0437e04cf9234408f8827) AuthConfig (7036497bd130e91e2abd80b142a793a422c269b44f5b325a8e9f2b666a65611f) AuthConfig (82fff5c01f15631c9626331a161cc372f5e8c7ee7218c7833ea83cd6a35d992a) AuthConfig (a16e683aad65bfcc575ab57392b1d11916012356799878a6c7f4ea62b0658db6) AuthConfig (0135e7e941f0b393ca9ab4a6c986cb36bcac3003ff3c6a154d81ea8bb2121941) AuthConfig (ff577ce7c089c2dfdec1f7a76ff3472bd15720ff4ae7ec9f0e8e8cc7a5a1b41c) AuthConfig (20dd4fb97b2f6e49321af48c865c7b7a0a9713c713a303e028d536b2f9a2aa64) AuthConfig (be616b30922f0f11b78d0711783c4e640bdbf187d7f30281e53cd333b2303f67) AuthConfig (e19c58d3fef629798215cdd4850a323f0c0808501d99af101fe204d17805d532) AuthConfig (157f74f3939b4eac766a3214f86ff81c1f1bb8c98ea7e15d972b597db3fd77a1) AuthConfig (e0c67b7ef553b52f4a7d2de260732bd7b33477beabe875f1069ca229ff074ffb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-policy-f7c92a85","reconcileID":"85f6f9d4-268f-43eb-b63d-3932f953bfbd","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:53.645356167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdcb7b62-eb6b-4658-9363-2df15912c739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:53.697558869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdcb7b62-eb6b-4658-9363-2df15912c739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:53.703293666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"8a615a29-c29c-4b27-84ae-021d21d6843f","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"tenant":"e2e-mt-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","model":"ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:53.703318232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"8a615a29-c29c-4b27-84ae-021d21d6843f","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"routeName":"e2e-lifecycle-model-f7c92a85-kserve-route","namespace":"ai-tenant-e2e-mt-f7c92a85","llmisvcName":"e2e-lifecycle-model-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:53.749692193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdcb7b62-eb6b-4658-9363-2df15912c739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:53.801847073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdcb7b62-eb6b-4658-9363-2df15912c739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:54.065538865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"b7f53426-512a-4998-99e2-5c2feea9c171","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:54.065779752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth1","reconcileID":"05e664a4-69e6-41b9-a0c5-ee3cfc61c3b5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:54.065981139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"413cd360-de2c-4ad8-ba89-9c6db77aa075","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:54.066293832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth2","reconcileID":"594cd1db-7775-47cd-a7c0-e043de97dec7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:54.074481425Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-2ccdde","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-2ccdde","reconcileID":"6a576670-a7b6-4ba0-91e4-1e2839c8bebe","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-2ccdde","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-2ccdde":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:54.12215399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"b7f53426-512a-4998-99e2-5c2feea9c171","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:54.123093452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth1","reconcileID":"05e664a4-69e6-41b9-a0c5-ee3cfc61c3b5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:54.124552939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth2","reconcileID":"594cd1db-7775-47cd-a7c0-e043de97dec7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:54.125383999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"413cd360-de2c-4ad8-ba89-9c6db77aa075","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:55.693999016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea1f4e7e-9510-491e-a1bd-55bfd7cfc73c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:55.74604373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea1f4e7e-9510-491e-a1bd-55bfd7cfc73c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:55.797817556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea1f4e7e-9510-491e-a1bd-55bfd7cfc73c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:55.849818942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea1f4e7e-9510-491e-a1bd-55bfd7cfc73c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:56.153157033Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-sub1","reconcileID":"8cc801f3-7813-47f5-a73a-42376725f29c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/distinct-w3-7abb95","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:56.205465318Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-sub1","reconcileID":"8cc801f3-7813-47f5-a73a-42376725f29c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/distinct-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:56.257742559Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-sub1","reconcileID":"8cc801f3-7813-47f5-a73a-42376725f29c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/distinct-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:56.543748196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-w3-7abb95","reconcileID":"412784a9-321a-4507-90c2-6ecd6c15b28f","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:56.602582301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-2-w3-7abb95","reconcileID":"4a94fd32-b1fb-46e6-a64d-3d8c770becbc","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-2-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-2-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:56.696921196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-2-w3-7abb95","reconcileID":"771bb389-c12f-4ea7-8626-76d92e4a15c4","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-2-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-2-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:56.806684412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"a741fac4-6215-4834-b321-37b4f038123e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:56.806866367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"e6b0db4b-00dc-4cff-97f3-2dde75e4c9d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:56.807158303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f8afdbea-8414-438f-accb-0c61b90e9441","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:56.807332192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth1","reconcileID":"354632fc-de39-4eca-b7e1-eb88e22c9ae9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:56.859328475Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-sub2","reconcileID":"9cd6c5f8-d9f0-4a6b-8560-4c213a0e37ff","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dec38b57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:56.864303192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f8afdbea-8414-438f-accb-0c61b90e9441","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:56.865449426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth1","reconcileID":"354632fc-de39-4eca-b7e1-eb88e22c9ae9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:56.866789186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"a741fac4-6215-4834-b321-37b4f038123e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:56.869229643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"e6b0db4b-00dc-4cff-97f3-2dde75e4c9d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:57.330109003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"fbe83fa7-2500-4019-9594-83cedc05ee38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:57.330125992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0a8468c0-630b-4b14-a5d8-1acaedaf9851","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:57.330627725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth1","reconcileID":"fa6ccca5-9c0e-452e-867e-ff35059cdce5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:57.33073685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"1fc880fa-1fad-45a0-b94f-ff5f50ec2412","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:57.387502988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"fbe83fa7-2500-4019-9594-83cedc05ee38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:57.391600228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"1fc880fa-1fad-45a0-b94f-ff5f50ec2412","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:57.391854652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth1","reconcileID":"fa6ccca5-9c0e-452e-867e-ff35059cdce5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:57.393796923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0a8468c0-630b-4b14-a5d8-1acaedaf9851","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:57.46169014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a18da907-e8e4-4937-a8fe-fb7f5e42027f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:57.520059112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a18da907-e8e4-4937-a8fe-fb7f5e42027f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:57.748602292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b88fd99e-4732-4847-9138-64b7e6684b7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:57.807657459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b88fd99e-4732-4847-9138-64b7e6684b7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:57.852326522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9b9e38b9-2a79-489d-a3cf-514923f34295","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:57.852355268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9b9e38b9-2a79-489d-a3cf-514923f34295","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:58.128579603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3025e6a2-21e4-4978-b5d6-caad56cb8949","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:58.12860134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3025e6a2-21e4-4978-b5d6-caad56cb8949","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:59.387137571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"e2e-e2e-api-a-a4dc2e-policy","reconcileID":"65ba2f60-cf66-4455-b059-8b3f8993b7d7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a4dc2e","tenantID":"e2e-api-a-a4dc2e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:59.444567362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"e2e-e2e-api-a-a4dc2e-policy","reconcileID":"65ba2f60-cf66-4455-b059-8b3f8993b7d7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"name":"e2e-api-a-a4dc2e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:29:59.500699765Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a4dc2e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"e2e-e2e-api-a-a4dc2e-policy","reconcileID":"65ba2f60-cf66-4455-b059-8b3f8993b7d7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:03.808059644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-policy-f7c92a85","reconcileID":"b6407f96-44bc-49a4-8ac7-2523cf12e5ed","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f7c92a85","tenantID":"e2e-mt-f7c92a85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:03.865588132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-policy-f7c92a85","reconcileID":"b6407f96-44bc-49a4-8ac7-2523cf12e5ed","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"name":"e2e-mt-f7c92a85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:03.921434575Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-f7c92a85-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f7690164712b35de531b5e50fa737e92ee9d92aa942940b9d7cad8e27fe01ccc) AuthConfig (d278d03bd7e5605d25aadcaa59982f7608dbd4dfab7f4db4d5d533da01dc90b8) AuthConfig (33070489c61f9150d5fc42713806520a4714b0a4bffb34db11fda3f5169dfad2) AuthConfig (3f087fabe44fcc4ba838bd690546cf15d71f0c867d81021ec2384277f6094dee) AuthConfig (25fb915a7972e27ad57adbdeb868306059c1608e001e3ec31e8c71140941da79) AuthConfig (75bc474a418606da127d37234a1de12fea164d54276bcdeec5b37456e7d3deab) AuthConfig (3040cab5f77b87bc4c70f286bda46820938590f7e12841426b109d75548a697a) AuthConfig (456392e9ba0fd1e50002f645596a1cb981217bcb75d0437e04cf9234408f8827) AuthConfig (7036497bd130e91e2abd80b142a793a422c269b44f5b325a8e9f2b666a65611f) AuthConfig (82fff5c01f15631c9626331a161cc372f5e8c7ee7218c7833ea83cd6a35d992a) AuthConfig (a16e683aad65bfcc575ab57392b1d11916012356799878a6c7f4ea62b0658db6) AuthConfig (0135e7e941f0b393ca9ab4a6c986cb36bcac3003ff3c6a154d81ea8bb2121941) AuthConfig (ff577ce7c089c2dfdec1f7a76ff3472bd15720ff4ae7ec9f0e8e8cc7a5a1b41c) AuthConfig (20dd4fb97b2f6e49321af48c865c7b7a0a9713c713a303e028d536b2f9a2aa64) AuthConfig (be616b30922f0f11b78d0711783c4e640bdbf187d7f30281e53cd333b2303f67) AuthConfig (e19c58d3fef629798215cdd4850a323f0c0808501d99af101fe204d17805d532) AuthConfig (157f74f3939b4eac766a3214f86ff81c1f1bb8c98ea7e15d972b597db3fd77a1) AuthConfig (e0c67b7ef553b52f4a7d2de260732bd7b33477beabe875f1069ca229ff074ffb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-policy-f7c92a85","reconcileID":"b6407f96-44bc-49a4-8ac7-2523cf12e5ed","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:04.6662898Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:06.912190725Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-sub2","reconcileID":"af12026e-bb71-43ee-8d01-f77bd6d3662e","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/distinct-2-w3-7abb95","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:06.964510261Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-sub2","reconcileID":"af12026e-bb71-43ee-8d01-f77bd6d3662e","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/distinct-2-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:07.017050048Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-sub2","reconcileID":"af12026e-bb71-43ee-8d01-f77bd6d3662e","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/distinct-2-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:07.289045876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-2-w3-7abb95","reconcileID":"1130e567-92ca-4597-80b3-bfb6718c261a","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-2-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-2-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:07.453213639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-w3-7abb95","reconcileID":"e0b41a0e-dd20-459f-82c5-dd614f3f2edf","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:07.549710871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"193f4cd6-1174-4481-b0ba-a97ee2703c12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:07.549736856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth1","reconcileID":"967f166a-cfcc-4d2c-951f-049171baeaf6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:07.550205104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth2","reconcileID":"9a209ddf-48d5-4ae3-b034-5ff686ba7e63","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:07.550252519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"fb000022-e9a7-48ee-bb1b-166019804339","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:07.608079207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"193f4cd6-1174-4481-b0ba-a97ee2703c12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:07.608160829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"fb000022-e9a7-48ee-bb1b-166019804339","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:07.611021699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth1","reconcileID":"967f166a-cfcc-4d2c-951f-049171baeaf6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:07.611874955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth2","reconcileID":"9a209ddf-48d5-4ae3-b034-5ff686ba7e63","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:07.813715896Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5cf1220f-2a47-4089-b0b9-4ce8b5877f3d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/distinct-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:08.020636514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth2","reconcileID":"72cba29d-1005-4421-a8e5-f3032b2be17f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:08.074677825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-w3-7abb95","reconcileID":"1f7c3f99-77fc-4d1d-8893-e0cb1a9925c1","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:08.080324402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth2","reconcileID":"72cba29d-1005-4421-a8e5-f3032b2be17f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:08.232130365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-2-w3-7abb95","reconcileID":"b93e9101-069a-46e1-a6be-1b2eb7b098a7","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-2-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-2-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:08.284797001Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b51b1b4d-71d7-4d4c-8a76-b26296ababd2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/distinct-2-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:08.446758512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-2-w3-7abb95","reconcileID":"5bb65e51-7087-453f-a2d6-dae2ae48fc8d","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-2-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-2-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:09.606040196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"e2e-e2e-api-a-a4dc2e-policy","reconcileID":"b8a7c8bf-5695-4b33-9ef3-46ba94dcb81a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a4dc2e","tenantID":"e2e-api-a-a4dc2e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:09.663652324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"e2e-e2e-api-a-a4dc2e-policy","reconcileID":"b8a7c8bf-5695-4b33-9ef3-46ba94dcb81a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"name":"e2e-api-a-a4dc2e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:09.719288967Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a4dc2e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"e2e-e2e-api-a-a4dc2e-policy","reconcileID":"b8a7c8bf-5695-4b33-9ef3-46ba94dcb81a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:14.027382051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-policy-f7c92a85","reconcileID":"746a99d7-bf47-46b0-9470-fc919cd42b4f","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f7c92a85","tenantID":"e2e-mt-f7c92a85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:14.086505128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-policy-f7c92a85","reconcileID":"746a99d7-bf47-46b0-9470-fc919cd42b4f","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"name":"e2e-mt-f7c92a85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:14.405032192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"8de23e60-679a-41ca-8c68-0ab1498eb648","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"tenant":"e2e-mt-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","model":"ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:14.405056152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"8de23e60-679a-41ca-8c68-0ab1498eb648","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"routeName":"e2e-lifecycle-model-f7c92a85-kserve-route","namespace":"ai-tenant-e2e-mt-f7c92a85","llmisvcName":"e2e-lifecycle-model-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:14.797465077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"5f92cfe4-5cfc-4e6a-a02a-93be28d72bf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:14.797512521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"2578ce8c-338b-48d1-87ed-68865506c816","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:14.855284602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"2578ce8c-338b-48d1-87ed-68865506c816","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:14.85800859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"5f92cfe4-5cfc-4e6a-a02a-93be28d72bf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:19.824520925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"e2e-e2e-api-a-a4dc2e-policy","reconcileID":"c555b07e-7dd2-4200-9231-3c18afc1b624","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a4dc2e","tenantID":"e2e-api-a-a4dc2e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:19.881474444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"e2e-e2e-api-a-a4dc2e-policy","reconcileID":"c555b07e-7dd2-4200-9231-3c18afc1b624","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"name":"e2e-api-a-a4dc2e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:19.936964659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a4dc2e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (48c5cf3bb350297ca69ac08fd4dee91b4bfc2033aa54707ca4b512f25bcae9eb) AuthConfig (c0873cfa4c3cc20ac785ff259689057f66c69015456940b9de86fd4801c6194b) AuthConfig (fa7168ea784dfcbc2df09038912614e4d35c77027c94c0da97c7f3adb3a85913) AuthConfig (ad235bccb961f72eaa7549c10bc031af213e9279e4307d535f6e3f7ad6a00bd8) AuthConfig (0a858944491cd9ff2655b023ffe8a3da13aae52a6ebf922fbebe0987fc09c886) AuthConfig (aec0f384e35d6af78b3c5bf565d7ba4377c1049c0ac76f6c6206c7cc7ed1bc52)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"e2e-e2e-api-a-a4dc2e-policy","reconcileID":"c555b07e-7dd2-4200-9231-3c18afc1b624","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:19.99482395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d7901a9-7a7b-41e3-a25b-cbe961986bc9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:19.994846265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d7901a9-7a7b-41e3-a25b-cbe961986bc9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:27.849096282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"55347719-34b4-4cf9-bf3a-ec439973f53b","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"tenant":"e2e-mt-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","model":"ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:27.849123386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"55347719-34b4-4cf9-bf3a-ec439973f53b","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"routeName":"e2e-lifecycle-model-f7c92a85-kserve-route","namespace":"ai-tenant-e2e-mt-f7c92a85","llmisvcName":"e2e-lifecycle-model-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:28.035003025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-policy-f7c92a85","reconcileID":"78287c7e-78f1-477c-a128-bab0d2568e82","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f7c92a85","tenantID":"e2e-mt-f7c92a85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:28.091256715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"40d252d2-b19e-40e8-b229-ea7fad6e3c76","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"tenant":"e2e-mt-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","model":"ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:28.091277502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"40d252d2-b19e-40e8-b229-ea7fad6e3c76","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"routeName":"e2e-lifecycle-model-f7c92a85-kserve-route","namespace":"ai-tenant-e2e-mt-f7c92a85","llmisvcName":"e2e-lifecycle-model-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:28.091978731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-policy-f7c92a85","reconcileID":"78287c7e-78f1-477c-a128-bab0d2568e82","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"name":"e2e-mt-f7c92a85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:28.139994906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-sub-f7c92a85","reconcileID":"0fff2cb0-f3b2-4a90-b8d1-00f829e3a038","MaaSSubscription":{"name":"e2e-sub-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"name":"maas-trlp-e2e-lifecycle-model-f7c92a85","model":"ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:28.403438034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-policy-f7c92a85","reconcileID":"6ae1610e-4548-401f-97e7-f8a68ed2fc6d","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f7c92a85","tenantID":"e2e-mt-f7c92a85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:28.457311781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-sub-f7c92a85","reconcileID":"e0ad5c96-6a54-46e1-b61b-af32b4dfcb84","MaaSSubscription":{"name":"e2e-sub-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"name":"maas-trlp-e2e-lifecycle-model-f7c92a85","model":"ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:28.460546763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-policy-f7c92a85","reconcileID":"6ae1610e-4548-401f-97e7-f8a68ed2fc6d","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"name":"e2e-mt-f7c92a85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:28.824575577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c413e4a7-6918-4799-8b97-0fe561cc967a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:28.878358775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c413e4a7-6918-4799-8b97-0fe561cc967a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:28.930570772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c413e4a7-6918-4799-8b97-0fe561cc967a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:28.982650348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c413e4a7-6918-4799-8b97-0fe561cc967a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:30.147710039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"e2e-e2e-api-a-a4dc2e-policy","reconcileID":"acc11220-1717-405b-a6a6-8470d8732627","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a4dc2e","tenantID":"e2e-api-a-a4dc2e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:30.206089849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"e2e-e2e-api-a-a4dc2e-policy","reconcileID":"acc11220-1717-405b-a6a6-8470d8732627","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"name":"e2e-api-a-a4dc2e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:30.568917666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dab93485-83bd-45e1-93cb-d65251b6b156","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:30.568939477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dab93485-83bd-45e1-93cb-d65251b6b156","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:30.597718858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"167c38c0-e590-48dd-8da6-2e3cce763f8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:30.597718668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"05839b34-dd9a-4eaa-85e5-e165374d775a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:30.654981322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"167c38c0-e590-48dd-8da6-2e3cce763f8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:30.655134613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"05839b34-dd9a-4eaa-85e5-e165374d775a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:30.891673709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0931d09-cd9d-4d3d-b52d-5a2e908ed81b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:30.943791328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0931d09-cd9d-4d3d-b52d-5a2e908ed81b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:30.995680678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0931d09-cd9d-4d3d-b52d-5a2e908ed81b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:31.047513022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0931d09-cd9d-4d3d-b52d-5a2e908ed81b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:32.975091503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a4b97b7-25f2-4b83-9fcb-b8177c4e9e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:33.027000915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a4b97b7-25f2-4b83-9fcb-b8177c4e9e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:33.079171769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a4b97b7-25f2-4b83-9fcb-b8177c4e9e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:33.142976302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a4b97b7-25f2-4b83-9fcb-b8177c4e9e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:34.68469579Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:35.205507766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7283f994-8bea-479d-a47b-aff5efd216d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:35.259560495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7283f994-8bea-479d-a47b-aff5efd216d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:35.312121268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7283f994-8bea-479d-a47b-aff5efd216d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:35.364332467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7283f994-8bea-479d-a47b-aff5efd216d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:36.816542327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63c0ffdd-7e06-482c-b8eb-91cc1106f8cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:36.816565011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63c0ffdd-7e06-482c-b8eb-91cc1106f8cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:36.874494116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"34238b8f-87c2-4fa5-8abf-9da8b3b041a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:36.874527388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"34238b8f-87c2-4fa5-8abf-9da8b3b041a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:36.978557748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"e2e-e2e-api-a-835921-policy","reconcileID":"74727c01-5c34-420b-b02d-646acd976afa","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-835921","tenantID":"e2e-api-a-835921","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:37.098990946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1d35ff6-c50d-4428-9c82-eec98378d85d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:37.099011197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1d35ff6-c50d-4428-9c82-eec98378d85d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:37.114501347Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"e2e-e2e-api-a-835921-policy","reconcileID":"74727c01-5c34-420b-b02d-646acd976afa","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"name":"e2e-api-a-835921-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:37.159978741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d10ce400-610e-4bb3-b112-96d0b1e2f7d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:37.160020603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d10ce400-610e-4bb3-b112-96d0b1e2f7d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:37.170105459Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-835921-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"e2e-e2e-api-a-835921-policy","reconcileID":"74727c01-5c34-420b-b02d-646acd976afa","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:37.227601215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a384e6b-9d30-40ac-a6b6-f42b0226ad82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:37.227624493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a384e6b-9d30-40ac-a6b6-f42b0226ad82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:37.368009945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a1ab146d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-a1ab146d","reconcileID":"885999e8-7874-403c-8389-4b8b278a2be7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a1ab146d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:37.425248763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a1ab146d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-a1ab146d","reconcileID":"885999e8-7874-403c-8389-4b8b278a2be7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a1ab146d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:37.537026743Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a1ab146d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-a1ab146d","reconcileID":"885999e8-7874-403c-8389-4b8b278a2be7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a1ab146d","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-a1ab146d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:37.899871456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d78c566f-7a33-4dac-96e1-d0077a61cfa7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:37.899983966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d78c566f-7a33-4dac-96e1-d0077a61cfa7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:38.119754926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a1ab146d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-a1ab146d","reconcileID":"99f4e8e0-c06d-47a0-a0c7-b807bfba47eb","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a1ab146d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:38.176704913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a1ab146d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-a1ab146d","reconcileID":"99f4e8e0-c06d-47a0-a0c7-b807bfba47eb","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a1ab146d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:38.306203615Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a1ab146d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-a1ab146d","reconcileID":"99f4e8e0-c06d-47a0-a0c7-b807bfba47eb","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a1ab146d","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-a1ab146d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:38.528691391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"31bf2a6c-a3cd-43aa-a16f-b3b10b57b6b4","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"tenant":"e2e-mt-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","model":"ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:38.528799314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"31bf2a6c-a3cd-43aa-a16f-b3b10b57b6b4","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"routeName":"e2e-lifecycle-model-f7c92a85-kserve-route","namespace":"ai-tenant-e2e-mt-f7c92a85","llmisvcName":"e2e-lifecycle-model-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:38.643703363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-policy-f7c92a85","reconcileID":"4a63a597-d313-4bc5-8651-d2c627f3fb35","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f7c92a85","tenantID":"e2e-mt-f7c92a85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:38.735016783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-policy-f7c92a85","reconcileID":"4a63a597-d313-4bc5-8651-d2c627f3fb35","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"name":"e2e-mt-f7c92a85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:38.79836991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-sub-f7c92a85","reconcileID":"0c596586-befc-4e00-98d2-14c46b361c54","MaaSSubscription":{"name":"e2e-sub-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"name":"maas-trlp-e2e-lifecycle-model-f7c92a85","model":"ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:39.125488195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-policy-f7c92a85","reconcileID":"c45fec18-ab06-4c04-a154-3d77e85ddc1d","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f7c92a85","tenantID":"e2e-mt-f7c92a85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:39.145310455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-sub-f7c92a85","reconcileID":"b79f3760-796f-4685-9c59-64c45228b1c1","MaaSSubscription":{"name":"e2e-sub-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"name":"maas-trlp-e2e-lifecycle-model-f7c92a85","model":"ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:39.185089697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-policy-f7c92a85","reconcileID":"c45fec18-ab06-4c04-a154-3d77e85ddc1d","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"name":"e2e-mt-f7c92a85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:39.909261071Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a1ab146d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-a1ab146d","reconcileID":"398cd64f-f1d4-4d4a-bb45-40100d8d7190","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a1ab146d","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:39.909351999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca964e22-6ff6-40ed-b914-6c8989628396","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:39.90937566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca964e22-6ff6-40ed-b914-6c8989628396","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:39.961232496Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a1ab146d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-a1ab146d","reconcileID":"398cd64f-f1d4-4d4a-bb45-40100d8d7190","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-a1ab146d","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-a1ab146d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:40.170851637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b316aa1-adc3-4dc8-8d38-5c1fca8b6a12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:40.170877832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b316aa1-adc3-4dc8-8d38-5c1fca8b6a12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:40.282155685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f172d34a-96a7-4ca2-8f65-171213951dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:40.334905873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f172d34a-96a7-4ca2-8f65-171213951dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:40.387194138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f172d34a-96a7-4ca2-8f65-171213951dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:40.439024043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f172d34a-96a7-4ca2-8f65-171213951dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:40.991794802Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-3e7872","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-3e7872","reconcileID":"e14187ca-1e36-4c1d-9d0b-ab9e98690e51","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-3e7872","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-3e7872":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:42.425964054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d69713c-e982-4b91-96b3-19cc8e2fb8ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:42.479448293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d69713c-e982-4b91-96b3-19cc8e2fb8ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:42.532100062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d69713c-e982-4b91-96b3-19cc8e2fb8ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:42.584575915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d69713c-e982-4b91-96b3-19cc8e2fb8ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:43.634993868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"default-tenant","reconcileID":"319343fd-5a1c-4fe6-a6f5-0b7fcc81b1ef","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2ccdde","tenantID":"e2e-api-b-2ccdde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:43.694716015Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-2a59a7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-2a59a7","reconcileID":"cb09d10b-48e4-41ce-945c-5dc854632c0d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-2a59a7","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-2a59a7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:43.754170579Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"default-tenant","reconcileID":"319343fd-5a1c-4fe6-a6f5-0b7fcc81b1ef","name":"e2e-api-b-2ccdde-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:44.520110911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0df3955-1cb4-4e83-9240-91aedfd5e838","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:44.572092383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0df3955-1cb4-4e83-9240-91aedfd5e838","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:44.624226515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0df3955-1cb4-4e83-9240-91aedfd5e838","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:44.677706361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0df3955-1cb4-4e83-9240-91aedfd5e838","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:46.600992754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8be4144b-807f-4053-b237-10a4052d90d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:46.652897369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8be4144b-807f-4053-b237-10a4052d90d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:46.705042156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8be4144b-807f-4053-b237-10a4052d90d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:46.757683951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8be4144b-807f-4053-b237-10a4052d90d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:47.334977751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"e2e-e2e-api-a-835921-policy","reconcileID":"76d9c0d5-9011-43b4-afe0-d98f19a847ec","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-835921","tenantID":"e2e-api-a-835921","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:47.391779487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"e2e-e2e-api-a-835921-policy","reconcileID":"76d9c0d5-9011-43b4-afe0-d98f19a847ec","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"name":"e2e-api-a-835921-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:47.447602269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-835921-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"e2e-e2e-api-a-835921-policy","reconcileID":"76d9c0d5-9011-43b4-afe0-d98f19a847ec","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:51.423361475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b12d305-7b2b-4e9d-a84c-de348206b8ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:51.475939116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b12d305-7b2b-4e9d-a84c-de348206b8ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:51.528147861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b12d305-7b2b-4e9d-a84c-de348206b8ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:51.57994947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b12d305-7b2b-4e9d-a84c-de348206b8ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:52.153533112Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-bba5ed","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-bba5ed","reconcileID":"55d6acf8-9e18-451e-8eac-e3d7aec02139","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-bba5ed","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-bba5ed":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:53.482936795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80e119a4-078a-49de-a081-c1c8fba414ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:53.534763678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80e119a4-078a-49de-a081-c1c8fba414ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:53.58648713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80e119a4-078a-49de-a081-c1c8fba414ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:53.638558288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80e119a4-078a-49de-a081-c1c8fba414ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:55.524462493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4868596-eb66-476b-a0b5-d3a318bf852f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:55.576555174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4868596-eb66-476b-a0b5-d3a318bf852f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:55.629964976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4868596-eb66-476b-a0b5-d3a318bf852f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:55.682031401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4868596-eb66-476b-a0b5-d3a318bf852f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:57.570806619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe4d0c75-e807-463a-9b18-b71b8c746681","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:57.570975048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"e2e-e2e-api-a-835921-policy","reconcileID":"4bc9c385-01cd-4523-ad38-f538921c8923","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-835921","tenantID":"e2e-api-a-835921","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:57.623086071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe4d0c75-e807-463a-9b18-b71b8c746681","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:57.675242798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe4d0c75-e807-463a-9b18-b71b8c746681","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:57.727699427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe4d0c75-e807-463a-9b18-b71b8c746681","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:57.732281699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"e2e-e2e-api-a-835921-policy","reconcileID":"4bc9c385-01cd-4523-ad38-f538921c8923","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"name":"e2e-api-a-835921-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:57.788561093Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-835921-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd000633a92fc57680ea0f8c34ae8f2d974fae7d02a33b04cc02862c277da95d) AuthConfig (95c6c0c9a7a56b6e9dd66c083e32f3aaa5304b3524e8b75eb00941cc30dca19e) AuthConfig (448fc6f8695e9407296fc34063642303f3c2cfe9feac4ba7ce50d2690e72cfc5) AuthConfig (cd44cb46ac13fccd64f1708b8f4e0aabcbf383c8a28fd66d906bde614800b7c8) AuthConfig (2920593e4fa3eb87d7f2357f583ef2bb291442cfd93741d0ec4d5711a8646028) AuthConfig (b2d699ab5a03ad67f9dec456b26a60d6ccde3dcab1efbf5b61144fefbc1eb651)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"e2e-e2e-api-a-835921-policy","reconcileID":"4bc9c385-01cd-4523-ad38-f538921c8923","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:57.847941374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7aab4ac7-a8ed-4c33-9e2e-bd92b417c767","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:57.847963791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7aab4ac7-a8ed-4c33-9e2e-bd92b417c767","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:59.292453604Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"3833ccb4-55dc-493d-9aa1-0eb01e25fa20","namespace":"ai-tenant-e2e-mt-f7c92a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:59.292531598Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"3833ccb4-55dc-493d-9aa1-0eb01e25fa20","name":"e2e-sub-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:59.349401524Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"3833ccb4-55dc-493d-9aa1-0eb01e25fa20","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:59.349446029Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"3833ccb4-55dc-493d-9aa1-0eb01e25fa20","namespace":"ai-tenant-e2e-mt-f7c92a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:59.349606064Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"3833ccb4-55dc-493d-9aa1-0eb01e25fa20","name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:59.350156595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"4231dce1-af42-4df0-9069-4c151151d0f7","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"tenant":"e2e-mt-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","model":"ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:59.350219473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"4231dce1-af42-4df0-9069-4c151151d0f7","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"routeName":"e2e-lifecycle-model-f7c92a85-kserve-route","namespace":"ai-tenant-e2e-mt-f7c92a85","llmisvcName":"e2e-lifecycle-model-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:59.406940859Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"3833ccb4-55dc-493d-9aa1-0eb01e25fa20","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:59.407306446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-policy-f7c92a85","reconcileID":"97dabf04-34de-476d-9190-71645babd01b","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f7c92a85","tenantID":"e2e-mt-f7c92a85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:59.409697032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"8b151a76-8d00-483e-87dd-c8ac5468ee75","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"tenant":"e2e-mt-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","model":"ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:59.40977946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"8b151a76-8d00-483e-87dd-c8ac5468ee75","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"routeName":"e2e-lifecycle-model-f7c92a85-kserve-route","namespace":"ai-tenant-e2e-mt-f7c92a85","llmisvcName":"e2e-lifecycle-model-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:59.467430961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-policy-f7c92a85","reconcileID":"97dabf04-34de-476d-9190-71645babd01b","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"name":"e2e-mt-f7c92a85-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:30:59.468311192Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"8b151a76-8d00-483e-87dd-c8ac5468ee75","name":"e2e-lifecycle-model-f7c92a85","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-f7c92a85\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:30:59.468372857Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"8b151a76-8d00-483e-87dd-c8ac5468ee75","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-f7c92a85\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:59.473745009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"9e86f21e-6f84-46f3-b942-4d1772fed4d7","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"tenant":"e2e-mt-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","model":"ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:59.473764282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"9e86f21e-6f84-46f3-b942-4d1772fed4d7","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"routeName":"e2e-lifecycle-model-f7c92a85-kserve-route","namespace":"ai-tenant-e2e-mt-f7c92a85","llmisvcName":"e2e-lifecycle-model-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:59.519849136Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-sub-f7c92a85","reconcileID":"d1ebf260-41bb-455e-8e9f-fcc482b99165","MaaSSubscription":{"name":"e2e-sub-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ed9b59b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:59.630205351Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-sub-f7c92a85","reconcileID":"d4635919-895e-43e7-80ad-230a0c29bda1","MaaSSubscription":{"name":"e2e-sub-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ed9b59b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:59.681869573Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-policy-f7c92a85","reconcileID":"8718bfd9-845c-448b-aef6-1fb01ab8eb5b","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"model":"ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:59.836416983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-policy-f7c92a85","reconcileID":"8718bfd9-845c-448b-aef6-1fb01ab8eb5b","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f7c92a85","tenantID":"e2e-mt-f7c92a85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:59.964907172Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-policy-f7c92a85","reconcileID":"8718bfd9-845c-448b-aef6-1fb01ab8eb5b","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"name":"e2e-mt-f7c92a85-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:30:59.964932762Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-policy-f7c92a85","reconcileID":"8718bfd9-845c-448b-aef6-1fb01ab8eb5b","MaaSAuthPolicy":{"name":"e2e-policy-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f7c92a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:00.021371245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"c1f8fe02-9449-460f-ba44-a0dddf3c3b6c","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"tenant":"e2e-mt-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","model":"ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:00.021392099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"c1f8fe02-9449-460f-ba44-a0dddf3c3b6c","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"routeName":"e2e-lifecycle-model-f7c92a85-kserve-route","namespace":"ai-tenant-e2e-mt-f7c92a85","llmisvcName":"e2e-lifecycle-model-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:04.672609028Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:07.952963486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"e2e-e2e-api-a-835921-policy","reconcileID":"617256ea-7208-4a40-a73e-6e36ce6a942f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-835921","tenantID":"e2e-api-a-835921","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:08.010383249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"e2e-e2e-api-a-835921-policy","reconcileID":"617256ea-7208-4a40-a73e-6e36ce6a942f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"name":"e2e-api-a-835921-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:08.066860327Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-835921-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd000633a92fc57680ea0f8c34ae8f2d974fae7d02a33b04cc02862c277da95d) AuthConfig (95c6c0c9a7a56b6e9dd66c083e32f3aaa5304b3524e8b75eb00941cc30dca19e) AuthConfig (448fc6f8695e9407296fc34063642303f3c2cfe9feac4ba7ce50d2690e72cfc5) AuthConfig (cd44cb46ac13fccd64f1708b8f4e0aabcbf383c8a28fd66d906bde614800b7c8) AuthConfig (2920593e4fa3eb87d7f2357f583ef2bb291442cfd93741d0ec4d5711a8646028) AuthConfig (b2d699ab5a03ad67f9dec456b26a60d6ccde3dcab1efbf5b61144fefbc1eb651)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"e2e-e2e-api-a-835921-policy","reconcileID":"617256ea-7208-4a40-a73e-6e36ce6a942f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:09.683465629Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-sub-f7c92a85","reconcileID":"61baff27-bbfa-4ccd-904d-2eb8e06fc9bb","MaaSSubscription":{"name":"e2e-sub-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"model":"ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85","subscription":"e2e-sub-f7c92a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:09.736036248Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-sub-f7c92a85","reconcileID":"61baff27-bbfa-4ccd-904d-2eb8e06fc9bb","MaaSSubscription":{"name":"e2e-sub-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"model":"ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:09.791508718Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-sub-f7c92a85","reconcileID":"61baff27-bbfa-4ccd-904d-2eb8e06fc9bb","MaaSSubscription":{"name":"e2e-sub-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"name":"maas-trlp-e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85","model":"ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:10.065914198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"34b71e30-b6cf-4a4e-a108-523a7f32905a","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"tenant":"e2e-mt-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","model":"ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:10.065941844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"34b71e30-b6cf-4a4e-a108-523a7f32905a","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"routeName":"e2e-lifecycle-model-f7c92a85-kserve-route","namespace":"ai-tenant-e2e-mt-f7c92a85","llmisvcName":"e2e-lifecycle-model-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:18.171039787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"e2e-e2e-api-a-835921-policy","reconcileID":"4a569df6-8e78-4157-bf7d-54b308c8893a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-835921","tenantID":"e2e-api-a-835921","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:18.228116397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"e2e-e2e-api-a-835921-policy","reconcileID":"4a569df6-8e78-4157-bf7d-54b308c8893a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"name":"e2e-api-a-835921-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:18.543359744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"beaf9f5b-255b-478b-8629-5edda2f14da8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:18.543382618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"beaf9f5b-255b-478b-8629-5edda2f14da8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:27.997364736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"default-tenant","reconcileID":"d773f1b3-ee10-4787-8c9e-b2d2f42e3375","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3e7872","tenantID":"e2e-api-a-3e7872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:28.118679295Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"default-tenant","reconcileID":"d773f1b3-ee10-4787-8c9e-b2d2f42e3375","name":"e2e-api-a-3e7872-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:34.66562755Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:34.89755465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cc2fde0-b7e1-4254-b1d4-80973774b3da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:34.949643151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cc2fde0-b7e1-4254-b1d4-80973774b3da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:35.001603461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cc2fde0-b7e1-4254-b1d4-80973774b3da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:35.053602406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cc2fde0-b7e1-4254-b1d4-80973774b3da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:36.685997157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee175b1a-91cc-43ab-b8d3-84389a90288c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:36.686018575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee175b1a-91cc-43ab-b8d3-84389a90288c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:36.742841112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec585ddc-384e-4d63-83c2-d2272f2578b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:36.742862659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec585ddc-384e-4d63-83c2-d2272f2578b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:36.850278112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"e2e-e2e-api-b-2ccdde-policy","reconcileID":"80770284-2f82-4f7a-9a88-bc0b82f0914f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2ccdde","tenantID":"e2e-api-b-2ccdde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:36.978542767Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"e2e-e2e-api-b-2ccdde-policy","reconcileID":"80770284-2f82-4f7a-9a88-bc0b82f0914f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"name":"e2e-api-b-2ccdde-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:37.002538796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b358e7e5-0246-439d-aac8-2aecc561d5d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:37.054521191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b358e7e5-0246-439d-aac8-2aecc561d5d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:37.060254144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2ccdde-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"e2e-e2e-api-b-2ccdde-policy","reconcileID":"80770284-2f82-4f7a-9a88-bc0b82f0914f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:37.106445013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b358e7e5-0246-439d-aac8-2aecc561d5d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:37.15856407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b358e7e5-0246-439d-aac8-2aecc561d5d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:37.162448208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa4882c6-c084-4850-92a0-7ba770e3623a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:37.162467024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa4882c6-c084-4850-92a0-7ba770e3623a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:38.09354243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"default-tenant","reconcileID":"570baac7-a9d1-4072-b19a-ad6096b34dad","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2a59a7","tenantID":"e2e-api-b-2a59a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:38.221055597Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"default-tenant","reconcileID":"570baac7-a9d1-4072-b19a-ad6096b34dad","name":"e2e-api-b-2a59a7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:38.25894189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"e2e-e2e-api-a-a4dc2e-policy","reconcileID":"12a1fbc2-7cb3-48b6-8af3-4e324864efa9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a4dc2e","tenantID":"e2e-api-a-a4dc2e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:38.316046941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"e2e-e2e-api-a-a4dc2e-policy","reconcileID":"12a1fbc2-7cb3-48b6-8af3-4e324864efa9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"name":"e2e-api-a-a4dc2e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:38.624088693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"e2e-e2e-api-a-a4dc2e-policy","reconcileID":"c9765098-608b-467b-8be5-f9e50e1cade0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a4dc2e","tenantID":"e2e-api-a-a4dc2e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:38.681449746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"e2e-e2e-api-a-a4dc2e-policy","reconcileID":"c9765098-608b-467b-8be5-f9e50e1cade0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"name":"e2e-api-a-a4dc2e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:39.089647446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18b319ba-ad23-4e4f-a60f-2c839b2db4f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:39.142333657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18b319ba-ad23-4e4f-a60f-2c839b2db4f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:39.194474208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18b319ba-ad23-4e4f-a60f-2c839b2db4f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:39.247474126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18b319ba-ad23-4e4f-a60f-2c839b2db4f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:41.154060448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c33693-ecd4-4004-bb10-0e047f55fe98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:41.205899276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c33693-ecd4-4004-bb10-0e047f55fe98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:41.257704249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c33693-ecd4-4004-bb10-0e047f55fe98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:41.309730232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c33693-ecd4-4004-bb10-0e047f55fe98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:43.202506815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06380aca-f36d-4846-816f-aa09a9b6ebb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:43.25436169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06380aca-f36d-4846-816f-aa09a9b6ebb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:43.30666162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06380aca-f36d-4846-816f-aa09a9b6ebb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:43.358719132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06380aca-f36d-4846-816f-aa09a9b6ebb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:45.314554012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"373ab2f6-0a12-41d9-9876-4bf2b7dfa514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:45.370088129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"373ab2f6-0a12-41d9-9876-4bf2b7dfa514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:45.423117609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"373ab2f6-0a12-41d9-9876-4bf2b7dfa514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:45.475306156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"373ab2f6-0a12-41d9-9876-4bf2b7dfa514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:47.266624879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"e2e-e2e-api-b-2ccdde-policy","reconcileID":"6a79471b-991c-4bf4-ba74-c8c6fbbe8d5d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2ccdde","tenantID":"e2e-api-b-2ccdde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:47.324430502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"e2e-e2e-api-b-2ccdde-policy","reconcileID":"6a79471b-991c-4bf4-ba74-c8c6fbbe8d5d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"name":"e2e-api-b-2ccdde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:47.380163307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2ccdde-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"e2e-e2e-api-b-2ccdde-policy","reconcileID":"6a79471b-991c-4bf4-ba74-c8c6fbbe8d5d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:48.656889327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"e2e-e2e-api-a-a4dc2e-policy","reconcileID":"e8b1ff93-5e39-4d14-a3e9-688073c117b3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a4dc2e","tenantID":"e2e-api-a-a4dc2e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:48.713970739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"e2e-e2e-api-a-a4dc2e-policy","reconcileID":"e8b1ff93-5e39-4d14-a3e9-688073c117b3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"name":"e2e-api-a-a4dc2e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:49.024413791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"e2e-e2e-api-a-a4dc2e-policy","reconcileID":"3b019602-7bd9-40f5-8425-837f6cf2f0c0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a4dc2e","tenantID":"e2e-api-a-a4dc2e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:49.081573373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"e2e-e2e-api-a-a4dc2e-policy","reconcileID":"3b019602-7bd9-40f5-8425-837f6cf2f0c0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"name":"e2e-api-a-a4dc2e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:53.256949306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"default-tenant","reconcileID":"42ea56b3-bc3a-422e-9757-bc06899de419","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bba5ed","tenantID":"e2e-ipp-a-bba5ed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:53.374740394Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"default-tenant","reconcileID":"42ea56b3-bc3a-422e-9757-bc06899de419","name":"e2e-ipp-a-bba5ed-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:57.485013668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"e2e-e2e-api-b-2ccdde-policy","reconcileID":"42c27ae4-80ab-4757-b422-5c7609ec1d7d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2ccdde","tenantID":"e2e-api-b-2ccdde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:57.542270649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"e2e-e2e-api-b-2ccdde-policy","reconcileID":"42c27ae4-80ab-4757-b422-5c7609ec1d7d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"name":"e2e-api-b-2ccdde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:57.599588333Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2ccdde-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f05e444c0b09e8d0edf155f9eb0c8ccc242678cd51c5ec0fdb857ebf1a8ed423) AuthConfig (bfce250cc58d85e05a427b79a8fab62ad5e3023f1a291816765410adf4ad566c) AuthConfig (a1c724ab3cb46ac87f7e2903d95958119dbd75b1d79df5eda753d57a6d24fbe1) AuthConfig (bb9b08e46390feac1b4f172c9d0e0740e210a9ecd970c8e4f663d1aa6652c4ca) AuthConfig (3c2993cc790af7f319811c902bedd70cc3c5693b1de9bf4f072d62f3590a2010) AuthConfig (0e68e86882dfd3d8dfec8ba9adb577e3b9390b7996096be043f91862792a2083)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"e2e-e2e-api-b-2ccdde-policy","reconcileID":"42c27ae4-80ab-4757-b422-5c7609ec1d7d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:57.65748582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc6cb6b6-e2c0-43fd-a072-424605560440","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:31:57.657510719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc6cb6b6-e2c0-43fd-a072-424605560440","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:03.080520047Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"f3c47725-10e4-4ec0-8d25-429bb805a1a2","namespace":"ai-tenant-e2e-mt-f7c92a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:03.080591757Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"f3c47725-10e4-4ec0-8d25-429bb805a1a2","namespace":"ai-tenant-e2e-mt-f7c92a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:03.080652153Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"f3c47725-10e4-4ec0-8d25-429bb805a1a2","tenant":"e2e-mt-f7c92a85","tenantID":"e2e-mt-f7c92a85","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:03.13465812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"f3c47725-10e4-4ec0-8d25-429bb805a1a2","gvk":"Deployment","name":"maas-api-e2e-mt-f7c92a85","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:03.194759619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"f3c47725-10e4-4ec0-8d25-429bb805a1a2","gvk":"Service","name":"maas-api-e2e-mt-f7c92a85","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:03.255310429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"f3c47725-10e4-4ec0-8d25-429bb805a1a2","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-f7c92a85","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:03.309758108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"f3c47725-10e4-4ec0-8d25-429bb805a1a2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-f7c92a85","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:03.364951416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"f3c47725-10e4-4ec0-8d25-429bb805a1a2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-f7c92a85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:03.421928947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"f3c47725-10e4-4ec0-8d25-429bb805a1a2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-f7c92a85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:03.479596863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"f3c47725-10e4-4ec0-8d25-429bb805a1a2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-f7c92a85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:03.533827469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"f3c47725-10e4-4ec0-8d25-429bb805a1a2","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-f7c92a85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:03.58670976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"f3c47725-10e4-4ec0-8d25-429bb805a1a2","gvk":"Deployment","name":"payload-processing-e2e-mt-f7c92a85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:03.638368077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"f3c47725-10e4-4ec0-8d25-429bb805a1a2","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-f7c92a85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:03.690273314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"f3c47725-10e4-4ec0-8d25-429bb805a1a2","gvk":"Service","name":"payload-processing-e2e-mt-f7c92a85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:03.743665658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"f3c47725-10e4-4ec0-8d25-429bb805a1a2","gvk":"Service","name":"payload-pre-processing-e2e-mt-f7c92a85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:03.795286234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"f3c47725-10e4-4ec0-8d25-429bb805a1a2","gvk":"DestinationRule","name":"payload-processing-e2e-mt-f7c92a85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:03.846858203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"f3c47725-10e4-4ec0-8d25-429bb805a1a2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-f7c92a85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:03.898401937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"f3c47725-10e4-4ec0-8d25-429bb805a1a2","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-f7c92a85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:03.954215644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"f3c47725-10e4-4ec0-8d25-429bb805a1a2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-f7c92a85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:04.006007464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"f3c47725-10e4-4ec0-8d25-429bb805a1a2","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-f7c92a85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:04.057782325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"f3c47725-10e4-4ec0-8d25-429bb805a1a2","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-f7c92a85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:04.109586796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"f3c47725-10e4-4ec0-8d25-429bb805a1a2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-f7c92a85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:04.163706413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"f3c47725-10e4-4ec0-8d25-429bb805a1a2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-f7c92a85","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:04.666395992Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:05.010140572Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-f7c92a85","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-f7c92a85","reconcileID":"287056dd-38a0-4e03-9c0c-71255fe86d95","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-f7c92a85","removed":["maas.opendatahub.io/gateway-access-e2e-mt-f7c92a85"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:32:05.223691225Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"2356e2ee-437f-4e08-837f-2a3149146fbc","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:32:05.333762195Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"2356e2ee-437f-4e08-837f-2a3149146fbc","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:32:05.339151704Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"3335b635-8d98-41ca-9d57-3fb664081e16","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:32:05.33927582Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"3335b635-8d98-41ca-9d57-3fb664081e16","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:32:05.35047634Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"26795906-5d53-46e9-8d1d-4137ea68954d","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:32:05.350540167Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"26795906-5d53-46e9-8d1d-4137ea68954d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:32:05.371716237Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"420b0cde-a3b5-49c9-b1ed-74c9611962ad","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:32:05.371813536Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"420b0cde-a3b5-49c9-b1ed-74c9611962ad","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:32:05.412780668Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"aebf70d3-6816-4915-a5f3-6aacfc4111bd","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:32:05.412853599Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"aebf70d3-6816-4915-a5f3-6aacfc4111bd","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:32:05.49402597Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"44e25274-0fd2-41c1-969f-3c1389e5f801","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:32:05.494101859Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"44e25274-0fd2-41c1-969f-3c1389e5f801","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:32:05.655416871Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"53a310c0-11fb-442a-9153-438dcec51389","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:32:05.655492079Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"53a310c0-11fb-442a-9153-438dcec51389","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:32:05.976921615Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"dabe91e8-cbdf-4f35-9a2a-43d431fec812","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:32:05.977037513Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"dabe91e8-cbdf-4f35-9a2a-43d431fec812","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:06.165410779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a42d4491-e2cb-4292-8092-b4cad7689067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:06.217579948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a42d4491-e2cb-4292-8092-b4cad7689067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:06.270482015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a42d4491-e2cb-4292-8092-b4cad7689067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:06.322447065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a42d4491-e2cb-4292-8092-b4cad7689067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:32:06.618323945Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"db8bdae8-83f2-476e-9f4b-630ba31cd51a","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:32:06.618401467Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"db8bdae8-83f2-476e-9f4b-630ba31cd51a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:07.841934204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"e2e-e2e-api-b-2ccdde-policy","reconcileID":"b96ad2f5-3443-474b-8b5e-24d184cce1a8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2ccdde","tenantID":"e2e-api-b-2ccdde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:32:07.899045038Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"9fd2038f-9f95-4c16-9e73-1bad2f9f4b43","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:32:07.899112176Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"9fd2038f-9f95-4c16-9e73-1bad2f9f4b43","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:07.900085956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"e2e-e2e-api-b-2ccdde-policy","reconcileID":"b96ad2f5-3443-474b-8b5e-24d184cce1a8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"name":"e2e-api-b-2ccdde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:07.957323868Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2ccdde-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f05e444c0b09e8d0edf155f9eb0c8ccc242678cd51c5ec0fdb857ebf1a8ed423) AuthConfig (bfce250cc58d85e05a427b79a8fab62ad5e3023f1a291816765410adf4ad566c) AuthConfig (a1c724ab3cb46ac87f7e2903d95958119dbd75b1d79df5eda753d57a6d24fbe1) AuthConfig (bb9b08e46390feac1b4f172c9d0e0740e210a9ecd970c8e4f663d1aa6652c4ca) AuthConfig (3c2993cc790af7f319811c902bedd70cc3c5693b1de9bf4f072d62f3590a2010) AuthConfig (0e68e86882dfd3d8dfec8ba9adb577e3b9390b7996096be043f91862792a2083)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"e2e-e2e-api-b-2ccdde-policy","reconcileID":"b96ad2f5-3443-474b-8b5e-24d184cce1a8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:08.275226715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feccb475-f912-4b27-8a12-aa589012cc7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:08.327487327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feccb475-f912-4b27-8a12-aa589012cc7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:08.37943825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feccb475-f912-4b27-8a12-aa589012cc7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:08.431583671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feccb475-f912-4b27-8a12-aa589012cc7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:09.250075618Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"default-tenant","reconcileID":"09570b37-a433-4b7c-bf0b-b27e0fc83f03","namespace":"ai-tenant-e2e-api-a-a4dc2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:09.2501648Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"default-tenant","reconcileID":"09570b37-a433-4b7c-bf0b-b27e0fc83f03","namespace":"ai-tenant-e2e-api-a-a4dc2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:09.250287937Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"default-tenant","reconcileID":"09570b37-a433-4b7c-bf0b-b27e0fc83f03","name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:09.307248202Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"default-tenant","reconcileID":"09570b37-a433-4b7c-bf0b-b27e0fc83f03","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:09.307728497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc4a962c-c7d1-4fdd-a311-6215a54eee1a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:09.307751197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc4a962c-c7d1-4fdd-a311-6215a54eee1a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:09.307859701Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"e2e-e2e-api-a-a4dc2e-policy","reconcileID":"b62f804f-ac26-4a2a-9348-45c4413fcb59","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:09.463803428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"e2e-e2e-api-a-a4dc2e-policy","reconcileID":"b62f804f-ac26-4a2a-9348-45c4413fcb59","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a4dc2e","tenantID":"e2e-api-a-a4dc2e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:09.595327755Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"e2e-e2e-api-a-a4dc2e-policy","reconcileID":"b62f804f-ac26-4a2a-9348-45c4413fcb59","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"name":"e2e-api-a-a4dc2e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:09.595362733Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"e2e-e2e-api-a-a4dc2e-policy","reconcileID":"b62f804f-ac26-4a2a-9348-45c4413fcb59","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a4dc2e-policy","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a4dc2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:09.652582908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9980694-d65d-49e4-bd44-d5d92544f9fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:09.652606448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9980694-d65d-49e4-bd44-d5d92544f9fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:32:10.459975784Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"4a22851d-20be-4f75-88a4-774dd1555988","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:32:10.460051723Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"4a22851d-20be-4f75-88a4-774dd1555988","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:32:15.580928396Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"90d7b8d0-2357-488b-ad20-3fc9c956aa26","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:32:15.581002632Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"90d7b8d0-2357-488b-ad20-3fc9c956aa26","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:32:16.018084274Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"1f81e37b-87e5-4a4d-b125-c08035f26b6a","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:32:16.018154864Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"1f81e37b-87e5-4a4d-b125-c08035f26b6a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:32:16.179944521Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"5b375bf0-48f3-4026-82b0-f908ad3adcee","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:32:16.180018794Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"5b375bf0-48f3-4026-82b0-f908ad3adcee","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:16.970638831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a9226b7-4013-4dcf-9e81-2612db7f428d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:17.023000508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a9226b7-4013-4dcf-9e81-2612db7f428d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:17.075473826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a9226b7-4013-4dcf-9e81-2612db7f428d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:17.127647491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a9226b7-4013-4dcf-9e81-2612db7f428d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:17.340910827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"aa22e24b-1b7d-4716-b1d6-308db90674fe","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"tenant":"e2e-mt-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","model":"ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:17.340938489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"aa22e24b-1b7d-4716-b1d6-308db90674fe","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"routeName":"e2e-lifecycle-model-f7c92a85-kserve-route","namespace":"ai-tenant-e2e-mt-f7c92a85","llmisvcName":"e2e-lifecycle-model-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:17.505069818Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-f7c92a85","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-f7c92a85","reconcileID":"e1280d60-2270-43e8-849f-9227e74286a2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-f7c92a85","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-f7c92a85":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:18.061895108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"e2e-e2e-api-b-2ccdde-policy","reconcileID":"8519ef4d-9558-405e-af13-b1470cd8be53","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2ccdde","tenantID":"e2e-api-b-2ccdde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:18.118901767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"e2e-e2e-api-b-2ccdde-policy","reconcileID":"8519ef4d-9558-405e-af13-b1470cd8be53","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"name":"e2e-api-b-2ccdde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:18.175339438Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2ccdde-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f05e444c0b09e8d0edf155f9eb0c8ccc242678cd51c5ec0fdb857ebf1a8ed423) AuthConfig (bfce250cc58d85e05a427b79a8fab62ad5e3023f1a291816765410adf4ad566c) AuthConfig (a1c724ab3cb46ac87f7e2903d95958119dbd75b1d79df5eda753d57a6d24fbe1) AuthConfig (bb9b08e46390feac1b4f172c9d0e0740e210a9ecd970c8e4f663d1aa6652c4ca) AuthConfig (3c2993cc790af7f319811c902bedd70cc3c5693b1de9bf4f072d62f3590a2010) AuthConfig (0e68e86882dfd3d8dfec8ba9adb577e3b9390b7996096be043f91862792a2083)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"e2e-e2e-api-b-2ccdde-policy","reconcileID":"8519ef4d-9558-405e-af13-b1470cd8be53","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:18.421662771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"2aa6686c-2859-4e98-9d7f-17cebd8251ac","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"tenant":"e2e-mt-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","model":"ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:18.421684968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"2aa6686c-2859-4e98-9d7f-17cebd8251ac","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"routeName":"e2e-lifecycle-model-f7c92a85-kserve-route","namespace":"ai-tenant-e2e-mt-f7c92a85","llmisvcName":"e2e-lifecycle-model-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:19.002288422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fa7d015-68d9-4a62-a541-3f6baace7132","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:19.054652473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fa7d015-68d9-4a62-a541-3f6baace7132","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:19.107088289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fa7d015-68d9-4a62-a541-3f6baace7132","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:19.159170138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fa7d015-68d9-4a62-a541-3f6baace7132","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:19.260776623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"d92f662f-98e4-4c32-8048-6c4df15dfa9f","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"tenant":"e2e-mt-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","model":"ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:19.260795494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"d92f662f-98e4-4c32-8048-6c4df15dfa9f","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"routeName":"e2e-lifecycle-model-f7c92a85-kserve-route","namespace":"ai-tenant-e2e-mt-f7c92a85","llmisvcName":"e2e-lifecycle-model-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:21.09558415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5858f388-1274-4e6d-93ee-db1ce30e9c96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:21.147540529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5858f388-1274-4e6d-93ee-db1ce30e9c96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:21.199301413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5858f388-1274-4e6d-93ee-db1ce30e9c96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:21.251227672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5858f388-1274-4e6d-93ee-db1ce30e9c96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:23.175675091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"751fa126-9ca5-42e2-a68e-7e7d6aa2260f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:23.228262392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"751fa126-9ca5-42e2-a68e-7e7d6aa2260f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:23.289433536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"751fa126-9ca5-42e2-a68e-7e7d6aa2260f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:23.345487186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"751fa126-9ca5-42e2-a68e-7e7d6aa2260f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:25.272873121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a9771d3-e90b-4c96-96ae-12e8e781730a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:25.325241197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a9771d3-e90b-4c96-96ae-12e8e781730a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:25.377085065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a9771d3-e90b-4c96-96ae-12e8e781730a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:25.429078679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a9771d3-e90b-4c96-96ae-12e8e781730a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:27.321800519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f2f7c51-fe5c-4bb9-9030-fd1c04e75206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:27.373994866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f2f7c51-fe5c-4bb9-9030-fd1c04e75206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:27.425961433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f2f7c51-fe5c-4bb9-9030-fd1c04e75206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:27.478909111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f2f7c51-fe5c-4bb9-9030-fd1c04e75206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:28.280477642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"e2e-e2e-api-b-2ccdde-policy","reconcileID":"55b9d277-88e0-4c0d-a4fb-c4a5dae7e2d5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2ccdde","tenantID":"e2e-api-b-2ccdde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:28.337985294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"e2e-e2e-api-b-2ccdde-policy","reconcileID":"55b9d277-88e0-4c0d-a4fb-c4a5dae7e2d5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"name":"e2e-api-b-2ccdde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:28.5720492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"976752db-5b2b-42b0-8eb3-010fbcdc566b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:28.572068309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"976752db-5b2b-42b0-8eb3-010fbcdc566b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:28.630502406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f08d870b-3760-4054-aa53-fd6f7a5712bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:28.630523347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f08d870b-3760-4054-aa53-fd6f7a5712bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:28.679824254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73fb21cd-2b2e-4f4d-a92e-e9ebdf678a60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:28.679845561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73fb21cd-2b2e-4f4d-a92e-e9ebdf678a60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:28.73555481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"e2e-e2e-api-a-3e7872-policy","reconcileID":"c2634ddf-76ad-47c4-88d6-8241e2a05bda","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3e7872","tenantID":"e2e-api-a-3e7872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:28.862703442Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"e2e-e2e-api-a-3e7872-policy","reconcileID":"c2634ddf-76ad-47c4-88d6-8241e2a05bda","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"name":"e2e-api-a-3e7872-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:28.918649787Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3e7872-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"e2e-e2e-api-a-3e7872-policy","reconcileID":"c2634ddf-76ad-47c4-88d6-8241e2a05bda","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:28.975832483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93b144d5-4aba-4c20-909e-839d9577e6ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:28.97585687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93b144d5-4aba-4c20-909e-839d9577e6ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:29.376376167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52ade306-a440-460e-8362-9543b3a6f94a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:29.428359417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52ade306-a440-460e-8362-9543b3a6f94a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:29.480323538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52ade306-a440-460e-8362-9543b3a6f94a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:29.532365797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52ade306-a440-460e-8362-9543b3a6f94a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:33.356868473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7db894a6-a179-4bfa-af9d-f7db70eba319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:33.408851837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7db894a6-a179-4bfa-af9d-f7db70eba319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:33.46097581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7db894a6-a179-4bfa-af9d-f7db70eba319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:33.514756805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7db894a6-a179-4bfa-af9d-f7db70eba319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:33.946730022Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-2cda64","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-2cda64","reconcileID":"d2fd94c5-d3dd-4f39-b280-7e3bb3e2cdf1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-2cda64","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-2cda64":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:34.679495208Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:35.476690904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"696aa563-b431-4c09-b9a9-98d6f486ed94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:35.529618632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"696aa563-b431-4c09-b9a9-98d6f486ed94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:35.582307256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"696aa563-b431-4c09-b9a9-98d6f486ed94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:35.634229082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"696aa563-b431-4c09-b9a9-98d6f486ed94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:37.534403861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8a757b4-e779-41b6-9591-86d0d3f9203d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:37.586488652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8a757b4-e779-41b6-9591-86d0d3f9203d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:37.638572132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8a757b4-e779-41b6-9591-86d0d3f9203d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:37.690635794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8a757b4-e779-41b6-9591-86d0d3f9203d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:39.110875584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"e2e-e2e-api-a-3e7872-policy","reconcileID":"50ca973a-8f70-4137-b3ef-03697c2fb280","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3e7872","tenantID":"e2e-api-a-3e7872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:39.167585013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"e2e-e2e-api-a-3e7872-policy","reconcileID":"50ca973a-8f70-4137-b3ef-03697c2fb280","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"name":"e2e-api-a-3e7872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:39.223075365Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3e7872-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"e2e-e2e-api-a-3e7872-policy","reconcileID":"50ca973a-8f70-4137-b3ef-03697c2fb280","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:39.588570933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4829eae-a6b3-4108-8b7d-476f81bc34c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:39.640703886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4829eae-a6b3-4108-8b7d-476f81bc34c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:39.692475905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4829eae-a6b3-4108-8b7d-476f81bc34c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:39.745951023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4829eae-a6b3-4108-8b7d-476f81bc34c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:40.75777949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"590006bd-72b2-4ca2-9735-e92676a6e880","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:40.757803789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"590006bd-72b2-4ca2-9735-e92676a6e880","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:40.813046982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94b2121a-3e03-4acf-aaf0-adfa7097241e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:40.813068241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94b2121a-3e03-4acf-aaf0-adfa7097241e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:40.967780214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"e2e-e2e-api-b-2a59a7-policy","reconcileID":"ce81dd11-0c69-448d-a9a9-63e8ae67b6ed","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2a59a7","tenantID":"e2e-api-b-2a59a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:41.096077773Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"e2e-e2e-api-b-2a59a7-policy","reconcileID":"ce81dd11-0c69-448d-a9a9-63e8ae67b6ed","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"name":"e2e-api-b-2a59a7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:41.236601867Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2a59a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"e2e-e2e-api-b-2a59a7-policy","reconcileID":"ce81dd11-0c69-448d-a9a9-63e8ae67b6ed","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:41.293942233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"782291c7-3b1e-4241-9eaa-a8a6c068a476","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:41.293963389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"782291c7-3b1e-4241-9eaa-a8a6c068a476","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:41.793341665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edf1b069-4ba2-41b7-a372-a0343f7e931f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:41.845546252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edf1b069-4ba2-41b7-a372-a0343f7e931f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:41.897574805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edf1b069-4ba2-41b7-a372-a0343f7e931f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:41.949529522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edf1b069-4ba2-41b7-a372-a0343f7e931f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:42.585907974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"e2e-e2e-api-a-835921-policy","reconcileID":"ae62d8c1-accf-4bd4-8ddb-c130ceca79da","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-835921","tenantID":"e2e-api-a-835921","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:42.643259319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"e2e-e2e-api-a-835921-policy","reconcileID":"ae62d8c1-accf-4bd4-8ddb-c130ceca79da","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"name":"e2e-api-a-835921-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:43.047244119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"e2e-e2e-api-a-835921-policy","reconcileID":"9a0b9f23-57a8-43bd-8501-5aa361c3fdfe","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-835921","tenantID":"e2e-api-a-835921","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:43.104224523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"e2e-e2e-api-a-835921-policy","reconcileID":"9a0b9f23-57a8-43bd-8501-5aa361c3fdfe","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"name":"e2e-api-a-835921-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:43.873943855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd242640-583c-4392-a1bd-53219070e49b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:43.925984758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd242640-583c-4392-a1bd-53219070e49b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:43.97786926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd242640-583c-4392-a1bd-53219070e49b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:44.030050051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd242640-583c-4392-a1bd-53219070e49b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:46.075783619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79c3e556-8463-425f-9551-be535cec18de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:46.127866022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79c3e556-8463-425f-9551-be535cec18de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:46.180148502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79c3e556-8463-425f-9551-be535cec18de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:46.232193996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79c3e556-8463-425f-9551-be535cec18de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:48.129296628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99297214-0726-4abb-9d1b-dcd06066eb26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:48.181634047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99297214-0726-4abb-9d1b-dcd06066eb26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:48.233569789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99297214-0726-4abb-9d1b-dcd06066eb26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:48.28722021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99297214-0726-4abb-9d1b-dcd06066eb26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:49.386288437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"e2e-e2e-api-a-3e7872-policy","reconcileID":"61814506-5fd0-420c-8206-7307fdd686c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3e7872","tenantID":"e2e-api-a-3e7872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:49.44395012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"e2e-e2e-api-a-3e7872-policy","reconcileID":"61814506-5fd0-420c-8206-7307fdd686c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"name":"e2e-api-a-3e7872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:49.499444966Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3e7872-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"e2e-e2e-api-a-3e7872-policy","reconcileID":"61814506-5fd0-420c-8206-7307fdd686c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:50.194836294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"267fdc13-b2c8-4440-9fe7-d01cfdcda53d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:50.246942778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"267fdc13-b2c8-4440-9fe7-d01cfdcda53d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:50.299046251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"267fdc13-b2c8-4440-9fe7-d01cfdcda53d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:50.351582347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"267fdc13-b2c8-4440-9fe7-d01cfdcda53d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:51.491496614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"e2e-e2e-api-b-2a59a7-policy","reconcileID":"5377bfd4-0f2c-41be-a22f-d38657d909d3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2a59a7","tenantID":"e2e-api-b-2a59a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:51.550661548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"e2e-e2e-api-b-2a59a7-policy","reconcileID":"5377bfd4-0f2c-41be-a22f-d38657d909d3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"name":"e2e-api-b-2a59a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:51.606308539Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2a59a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"e2e-e2e-api-b-2a59a7-policy","reconcileID":"5377bfd4-0f2c-41be-a22f-d38657d909d3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:52.273694301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8322ebca-3d3d-4ad4-8dec-8f333a634570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:52.328410682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8322ebca-3d3d-4ad4-8dec-8f333a634570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:52.387274927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8322ebca-3d3d-4ad4-8dec-8f333a634570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:52.439865951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8322ebca-3d3d-4ad4-8dec-8f333a634570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:53.132338042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"e2e-e2e-api-a-835921-policy","reconcileID":"b3b5359e-b299-4372-a25e-bd287e25fc27","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-835921","tenantID":"e2e-api-a-835921","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:53.189631448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"e2e-e2e-api-a-835921-policy","reconcileID":"b3b5359e-b299-4372-a25e-bd287e25fc27","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"name":"e2e-api-a-835921-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:53.551352285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"e2e-e2e-api-a-835921-policy","reconcileID":"c5450ac0-2534-4162-8c1d-1df2e769b6b2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-835921","tenantID":"e2e-api-a-835921","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:53.608611504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"e2e-e2e-api-a-835921-policy","reconcileID":"c5450ac0-2534-4162-8c1d-1df2e769b6b2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"name":"e2e-api-a-835921-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:54.34211084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2c512bd-837a-4583-8dee-52326f00a58c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:54.394315546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2c512bd-837a-4583-8dee-52326f00a58c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:54.448806641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2c512bd-837a-4583-8dee-52326f00a58c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:54.502982808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2c512bd-837a-4583-8dee-52326f00a58c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:54.928359098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"761a6cd0-dfe2-42f8-908e-ea33dec3eef5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:55.037469057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b3fe2e21-b148-4f46-a3a5-70aeb15d2934","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:55.211288847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"05740d68-69a6-4e29-8f21-4ea920563bdd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:55.314410248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"770faf50-6dae-4307-9a00-b5cd4131d1a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:55.411719546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"c76a3e6c-edc3-4e4b-9194-9d83f4e582d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:55.412565474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"1ee178c7-5d99-4856-b624-a231a0c1c5bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:55.524026329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"c5f81b7e-e76b-444b-bae0-35b6fc9d9114","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:55.716543433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"fdf9500f-3570-4359-81f8-4b9698e67da8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:55.894808433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"f8073be5-12eb-4c92-bed7-2a9802ad7290","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:56.069300155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"18a9d1c4-b425-488d-8646-10e166680eb3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:56.212150794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"ddf8dcff-c477-448d-89ca-7d5d338cd0c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:56.341200058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"64ca206f-5df1-4b92-a269-8707e9a703e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:59.661503477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"e2e-e2e-api-a-3e7872-policy","reconcileID":"572ef986-1b28-4a0a-96f2-4b5575180b20","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3e7872","tenantID":"e2e-api-a-3e7872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:59.718676477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"e2e-e2e-api-a-3e7872-policy","reconcileID":"572ef986-1b28-4a0a-96f2-4b5575180b20","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"name":"e2e-api-a-3e7872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:59.774825756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3e7872-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e3449f1df36861cffe7881d6b92cf3ebea2be18fc56f18ad77aeb36b2a0dcad8) AuthConfig (c4297fbb129ec6d4d8f66e01e860db0ba10becfc6796152f43bf525fa10f1255) AuthConfig (8a8a0913a517bc7a85a89708fdbee9d55e6862a4624e98ee6dc9d5357cb016cb) AuthConfig (5652fe20365427b2919926395b7bff75fbc84b85fbd711f5c5e10d31cd2d5826) AuthConfig (52a9f37ae9feba88a96ad5937b026962bf97d953e57a3b8874ff652c43332a43) AuthConfig (c9d72daa092bd26201a70ef165c648b7fd174cd6e42571df24b8ab6cdbb1ce2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"e2e-e2e-api-a-3e7872-policy","reconcileID":"572ef986-1b28-4a0a-96f2-4b5575180b20","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:59.83054226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42b64c37-662c-4485-9a04-ee516ff60035","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:32:59.830567474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42b64c37-662c-4485-9a04-ee516ff60035","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:00.997590927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c557ccbe-a1a8-4d2d-be43-4310284b355c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:01.049546826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c557ccbe-a1a8-4d2d-be43-4310284b355c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:01.101760284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c557ccbe-a1a8-4d2d-be43-4310284b355c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:01.154396916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c557ccbe-a1a8-4d2d-be43-4310284b355c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:01.711822847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"e2e-e2e-api-b-2a59a7-policy","reconcileID":"b47e5781-bdbc-49ec-9876-b2c50c17a0dc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2a59a7","tenantID":"e2e-api-b-2a59a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:01.769540008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"e2e-e2e-api-b-2a59a7-policy","reconcileID":"b47e5781-bdbc-49ec-9876-b2c50c17a0dc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"name":"e2e-api-b-2a59a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:01.826080326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2a59a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75ae62c97c553abb7c26a7ddf978d8268cf390cd20c1e359383096cace588507) AuthConfig (8bb4b77b4c7734d87b587da673392e28477a7437773bc2eab06dca341df603ba) AuthConfig (250a16c815dee5b6acc42a70013ce48d93d6e0ead8ea9ef9973f50dfabc9ac48) AuthConfig (a2a94bfa37c5978b709c7b4027f6ce9a5366e68c13679eab8bed63b9e588aff2) AuthConfig (adb64453a3a5869eddf7f525069ba6f1a3f505990249babdba2baaef43634ad2) AuthConfig (fd3ab82a32d46d997d4f4de7b68db4954c9f324c28baad1f99fb52cd3f030b02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"e2e-e2e-api-b-2a59a7-policy","reconcileID":"b47e5781-bdbc-49ec-9876-b2c50c17a0dc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:01.883936775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbbd6266-1d8f-4191-bf83-15c4d072f38b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:01.88395998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbbd6266-1d8f-4191-bf83-15c4d072f38b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:02.474480894Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-70babe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-70babe","reconcileID":"38c06d93-bc87-4dc0-a9d4-7da2bfa6bb48","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-70babe","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-70babe":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:03.098809375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f05f19-84ba-477b-acfe-ec22b70684bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:03.151545209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f05f19-84ba-477b-acfe-ec22b70684bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:03.209373596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f05f19-84ba-477b-acfe-ec22b70684bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:03.261749611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f05f19-84ba-477b-acfe-ec22b70684bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:04.686965243Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:05.188927862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8989ea38-ca4d-4d34-b1aa-8cf4bde27a59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:05.240733507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8989ea38-ca4d-4d34-b1aa-8cf4bde27a59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:05.292624752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8989ea38-ca4d-4d34-b1aa-8cf4bde27a59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:05.344704263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8989ea38-ca4d-4d34-b1aa-8cf4bde27a59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:05.823880222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"66f0f5c6-6d7b-457e-ae0e-cff235354f9e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f7c92a85","tenantID":"e2e-mt-f7c92a85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:05.945621137Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"66f0f5c6-6d7b-457e-ae0e-cff235354f9e","name":"e2e-mt-f7c92a85-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:07.291050839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"656d7231-2dc7-4b86-a0ee-c98de962d61d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:07.342982148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"656d7231-2dc7-4b86-a0ee-c98de962d61d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:07.394979138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"656d7231-2dc7-4b86-a0ee-c98de962d61d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:07.447127871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"656d7231-2dc7-4b86-a0ee-c98de962d61d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:09.372895464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98d62c48-4526-4ff7-a851-1238dac6b607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:09.425086065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98d62c48-4526-4ff7-a851-1238dac6b607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:09.477165959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98d62c48-4526-4ff7-a851-1238dac6b607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:09.529367194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98d62c48-4526-4ff7-a851-1238dac6b607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:09.935503349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"e2e-e2e-api-a-3e7872-policy","reconcileID":"ea4c5a7e-3777-41b9-ab64-0025a6b9d64b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3e7872","tenantID":"e2e-api-a-3e7872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:09.992683129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"e2e-e2e-api-a-3e7872-policy","reconcileID":"ea4c5a7e-3777-41b9-ab64-0025a6b9d64b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"name":"e2e-api-a-3e7872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:10.048728019Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3e7872-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e3449f1df36861cffe7881d6b92cf3ebea2be18fc56f18ad77aeb36b2a0dcad8) AuthConfig (c4297fbb129ec6d4d8f66e01e860db0ba10becfc6796152f43bf525fa10f1255) AuthConfig (8a8a0913a517bc7a85a89708fdbee9d55e6862a4624e98ee6dc9d5357cb016cb) AuthConfig (5652fe20365427b2919926395b7bff75fbc84b85fbd711f5c5e10d31cd2d5826) AuthConfig (52a9f37ae9feba88a96ad5937b026962bf97d953e57a3b8874ff652c43332a43) AuthConfig (c9d72daa092bd26201a70ef165c648b7fd174cd6e42571df24b8ab6cdbb1ce2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"e2e-e2e-api-a-3e7872-policy","reconcileID":"ea4c5a7e-3777-41b9-ab64-0025a6b9d64b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:11.176162834Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"default-tenant","reconcileID":"2f786269-8f31-4c18-bab9-becdd9e46092","namespace":"ai-tenant-e2e-api-a-835921","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:11.176282702Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"default-tenant","reconcileID":"2f786269-8f31-4c18-bab9-becdd9e46092","namespace":"ai-tenant-e2e-api-a-835921","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:11.176365942Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"default-tenant","reconcileID":"2f786269-8f31-4c18-bab9-becdd9e46092","name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:11.232979579Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"default-tenant","reconcileID":"2f786269-8f31-4c18-bab9-becdd9e46092","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:11.233147954Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"default-tenant","reconcileID":"cf6abb63-49cf-4aee-ba98-e7b0338b7147","namespace":"ai-tenant-e2e-api-a-a4dc2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:11.233229222Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"default-tenant","reconcileID":"cf6abb63-49cf-4aee-ba98-e7b0338b7147","namespace":"ai-tenant-e2e-api-a-a4dc2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:11.23329035Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"default-tenant","reconcileID":"cf6abb63-49cf-4aee-ba98-e7b0338b7147","tenant":"e2e-api-a-a4dc2e","tenantID":"e2e-api-a-a4dc2e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:11.233563328Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"e2e-e2e-api-a-835921-policy","reconcileID":"8f936964-ca7a-4394-9df3-be71e62b039a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:11.233579961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18eac9e4-9da8-4a5e-9bd0-5c1f27017868","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:11.233601227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18eac9e4-9da8-4a5e-9bd0-5c1f27017868","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:11.287437091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"default-tenant","reconcileID":"cf6abb63-49cf-4aee-ba98-e7b0338b7147","gvk":"Deployment","name":"maas-api-e2e-api-a-a4dc2e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:11.347038322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"default-tenant","reconcileID":"cf6abb63-49cf-4aee-ba98-e7b0338b7147","gvk":"Service","name":"maas-api-e2e-api-a-a4dc2e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:11.40666696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"default-tenant","reconcileID":"cf6abb63-49cf-4aee-ba98-e7b0338b7147","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-a4dc2e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:11.417338138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a76063a4-c7fd-4560-a9a4-ca88a0dbbe1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:11.469544332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a76063a4-c7fd-4560-a9a4-ca88a0dbbe1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:11.473437223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"default-tenant","reconcileID":"cf6abb63-49cf-4aee-ba98-e7b0338b7147","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-a4dc2e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:11.523989073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"e2e-e2e-api-a-835921-policy","reconcileID":"8f936964-ca7a-4394-9df3-be71e62b039a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-835921","tenantID":"e2e-api-a-835921","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:11.525687025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a76063a4-c7fd-4560-a9a4-ca88a0dbbe1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:11.579660577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a76063a4-c7fd-4560-a9a4-ca88a0dbbe1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:11.580698165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"default-tenant","reconcileID":"cf6abb63-49cf-4aee-ba98-e7b0338b7147","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-a4dc2e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:11.640051436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"default-tenant","reconcileID":"cf6abb63-49cf-4aee-ba98-e7b0338b7147","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-a4dc2e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:11.699407849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"default-tenant","reconcileID":"cf6abb63-49cf-4aee-ba98-e7b0338b7147","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-a4dc2e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:11.706974946Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"e2e-e2e-api-a-835921-policy","reconcileID":"8f936964-ca7a-4394-9df3-be71e62b039a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"name":"e2e-api-a-835921-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:11.707069095Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"e2e-e2e-api-a-835921-policy","reconcileID":"8f936964-ca7a-4394-9df3-be71e62b039a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-835921-policy","namespace":"ai-tenant-e2e-api-a-835921"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-835921","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:11.753770829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"default-tenant","reconcileID":"cf6abb63-49cf-4aee-ba98-e7b0338b7147","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-a4dc2e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:11.763920903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c38cded5-f5b5-4d6d-85ec-88a6b9fb9c23","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:11.763948522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c38cded5-f5b5-4d6d-85ec-88a6b9fb9c23","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:11.845621053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"default-tenant","reconcileID":"cf6abb63-49cf-4aee-ba98-e7b0338b7147","gvk":"Deployment","name":"payload-processing-e2e-api-a-a4dc2e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:11.897037727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"default-tenant","reconcileID":"cf6abb63-49cf-4aee-ba98-e7b0338b7147","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-a4dc2e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:11.948826549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"default-tenant","reconcileID":"cf6abb63-49cf-4aee-ba98-e7b0338b7147","gvk":"Service","name":"payload-processing-e2e-api-a-a4dc2e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:11.98847579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"e2e-e2e-api-b-2a59a7-policy","reconcileID":"da941d5c-bf86-4afe-ae03-272a7e15b305","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2a59a7","tenantID":"e2e-api-b-2a59a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:12.000482836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"default-tenant","reconcileID":"cf6abb63-49cf-4aee-ba98-e7b0338b7147","gvk":"Service","name":"payload-pre-processing-e2e-api-a-a4dc2e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:12.045801666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"e2e-e2e-api-b-2a59a7-policy","reconcileID":"da941d5c-bf86-4afe-ae03-272a7e15b305","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"name":"e2e-api-b-2a59a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:12.051701207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"default-tenant","reconcileID":"cf6abb63-49cf-4aee-ba98-e7b0338b7147","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-a4dc2e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:12.101735788Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2a59a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75ae62c97c553abb7c26a7ddf978d8268cf390cd20c1e359383096cace588507) AuthConfig (8bb4b77b4c7734d87b587da673392e28477a7437773bc2eab06dca341df603ba) AuthConfig (250a16c815dee5b6acc42a70013ce48d93d6e0ead8ea9ef9973f50dfabc9ac48) AuthConfig (a2a94bfa37c5978b709c7b4027f6ce9a5366e68c13679eab8bed63b9e588aff2) AuthConfig (adb64453a3a5869eddf7f525069ba6f1a3f505990249babdba2baaef43634ad2) AuthConfig (fd3ab82a32d46d997d4f4de7b68db4954c9f324c28baad1f99fb52cd3f030b02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"e2e-e2e-api-b-2a59a7-policy","reconcileID":"da941d5c-bf86-4afe-ae03-272a7e15b305","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:12.103234487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"default-tenant","reconcileID":"cf6abb63-49cf-4aee-ba98-e7b0338b7147","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-a4dc2e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:12.154886603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"default-tenant","reconcileID":"cf6abb63-49cf-4aee-ba98-e7b0338b7147","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-a4dc2e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:12.212910997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"default-tenant","reconcileID":"cf6abb63-49cf-4aee-ba98-e7b0338b7147","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-a4dc2e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:12.264762766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"default-tenant","reconcileID":"cf6abb63-49cf-4aee-ba98-e7b0338b7147","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-a4dc2e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:12.316379819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"default-tenant","reconcileID":"cf6abb63-49cf-4aee-ba98-e7b0338b7147","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-a4dc2e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:12.370791038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"default-tenant","reconcileID":"cf6abb63-49cf-4aee-ba98-e7b0338b7147","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-a4dc2e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:12.423362964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a4dc2e"},"namespace":"ai-tenant-e2e-api-a-a4dc2e","name":"default-tenant","reconcileID":"cf6abb63-49cf-4aee-ba98-e7b0338b7147","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-a4dc2e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:13.246702694Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-a4dc2e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-a4dc2e","reconcileID":"592bad3a-4236-4add-829e-6b9f4e22084f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-a4dc2e","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-a4dc2e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:13.477798219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9f3a123-cb24-4c3c-8c36-3ed238cbc228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:13.529795185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9f3a123-cb24-4c3c-8c36-3ed238cbc228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:13.587078137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9f3a123-cb24-4c3c-8c36-3ed238cbc228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:13.639809267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9f3a123-cb24-4c3c-8c36-3ed238cbc228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:15.556786711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67511314-9fa1-437e-93d4-a3fbaf5c2bc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:15.610671062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67511314-9fa1-437e-93d4-a3fbaf5c2bc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:15.663059849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67511314-9fa1-437e-93d4-a3fbaf5c2bc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:15.71494066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67511314-9fa1-437e-93d4-a3fbaf5c2bc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:17.593206768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed8ef72c-36bb-4592-abb7-ce4ae98b1688","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:17.645703137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed8ef72c-36bb-4592-abb7-ce4ae98b1688","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:17.697759032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed8ef72c-36bb-4592-abb7-ce4ae98b1688","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:17.749744664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed8ef72c-36bb-4592-abb7-ce4ae98b1688","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:19.626030545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a30c580e-eb8a-4784-850c-fb8febe7e831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:19.678149487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a30c580e-eb8a-4784-850c-fb8febe7e831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:19.730130368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a30c580e-eb8a-4784-850c-fb8febe7e831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:19.784617089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a30c580e-eb8a-4784-850c-fb8febe7e831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:20.153656391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"e2e-e2e-api-a-3e7872-policy","reconcileID":"c6fe864f-d17d-47b0-8edd-1996a6716a7f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3e7872","tenantID":"e2e-api-a-3e7872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:20.215433412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"e2e-e2e-api-a-3e7872-policy","reconcileID":"c6fe864f-d17d-47b0-8edd-1996a6716a7f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"name":"e2e-api-a-3e7872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:20.270990202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3e7872-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e3449f1df36861cffe7881d6b92cf3ebea2be18fc56f18ad77aeb36b2a0dcad8) AuthConfig (c4297fbb129ec6d4d8f66e01e860db0ba10becfc6796152f43bf525fa10f1255) AuthConfig (8a8a0913a517bc7a85a89708fdbee9d55e6862a4624e98ee6dc9d5357cb016cb) AuthConfig (5652fe20365427b2919926395b7bff75fbc84b85fbd711f5c5e10d31cd2d5826) AuthConfig (52a9f37ae9feba88a96ad5937b026962bf97d953e57a3b8874ff652c43332a43) AuthConfig (c9d72daa092bd26201a70ef165c648b7fd174cd6e42571df24b8ab6cdbb1ce2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"e2e-e2e-api-a-3e7872-policy","reconcileID":"c6fe864f-d17d-47b0-8edd-1996a6716a7f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:21.075017436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"e2e-e2e-api-b-2ccdde-policy","reconcileID":"ba055373-16bf-48c9-9381-b1bf0accaa10","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2ccdde","tenantID":"e2e-api-b-2ccdde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:21.13286828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"e2e-e2e-api-b-2ccdde-policy","reconcileID":"ba055373-16bf-48c9-9381-b1bf0accaa10","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"name":"e2e-api-b-2ccdde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:21.439787115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"e2e-e2e-api-b-2ccdde-policy","reconcileID":"329a5143-0431-4ddf-9335-b0a7bd0a10dd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2ccdde","tenantID":"e2e-api-b-2ccdde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:21.497109405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"e2e-e2e-api-b-2ccdde-policy","reconcileID":"329a5143-0431-4ddf-9335-b0a7bd0a10dd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"name":"e2e-api-b-2ccdde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:21.861578876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f0bda7-0350-4fe2-844b-05b883bdb4e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:21.914917508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f0bda7-0350-4fe2-844b-05b883bdb4e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:21.966821147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f0bda7-0350-4fe2-844b-05b883bdb4e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:22.018841597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f0bda7-0350-4fe2-844b-05b883bdb4e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:22.231840714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"e2e-e2e-api-b-2a59a7-policy","reconcileID":"e39b42d1-fe02-4051-9a87-bc583dcaca9e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2a59a7","tenantID":"e2e-api-b-2a59a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:22.288725926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"e2e-e2e-api-b-2a59a7-policy","reconcileID":"e39b42d1-fe02-4051-9a87-bc583dcaca9e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"name":"e2e-api-b-2a59a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:22.344818392Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2a59a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75ae62c97c553abb7c26a7ddf978d8268cf390cd20c1e359383096cace588507) AuthConfig (8bb4b77b4c7734d87b587da673392e28477a7437773bc2eab06dca341df603ba) AuthConfig (250a16c815dee5b6acc42a70013ce48d93d6e0ead8ea9ef9973f50dfabc9ac48) AuthConfig (a2a94bfa37c5978b709c7b4027f6ce9a5366e68c13679eab8bed63b9e588aff2) AuthConfig (adb64453a3a5869eddf7f525069ba6f1a3f505990249babdba2baaef43634ad2) AuthConfig (fd3ab82a32d46d997d4f4de7b68db4954c9f324c28baad1f99fb52cd3f030b02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"e2e-e2e-api-b-2a59a7-policy","reconcileID":"e39b42d1-fe02-4051-9a87-bc583dcaca9e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:23.898858927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f1e0906-e8be-4f91-8a1a-88d3d94c1bc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:23.950642678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f1e0906-e8be-4f91-8a1a-88d3d94c1bc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:24.002824139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f1e0906-e8be-4f91-8a1a-88d3d94c1bc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:24.054732332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f1e0906-e8be-4f91-8a1a-88d3d94c1bc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:25.981403264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e98f647-4dd5-441f-9b4a-9557de287ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:25.998084878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"1ac1ddba-beb3-4543-99c7-0ea931a5d294","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:26.033450364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e98f647-4dd5-441f-9b4a-9557de287ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:26.08581318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e98f647-4dd5-441f-9b4a-9557de287ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:26.138003968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e98f647-4dd5-441f-9b4a-9557de287ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:26.245430136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"e0c411a9-cb03-4d17-93cb-1262ce5bfe87","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:26.296950949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"ff8adf88-c22c-465d-b32b-6fd808b2f598","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:26.512756331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"1439bb59-d3ae-457c-882e-42a685e3aac0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:26.61344554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"80f65b88-0966-44b8-ab05-51df83ed3e86","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:26.713210629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"ad86148c-3963-4d8a-b9db-87761c3dc1a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:26.813064072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"8682f3a0-c18d-4850-9cd9-47188fd365d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:26.921275932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"710258fd-04bf-41f8-8803-65828cd79954","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:27.027856531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"691f69b6-0040-43ee-bd14-10541cd00cd3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:27.270800418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"594e0f9e-003f-4754-be38-028e023c3400","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:27.426588889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"d5bf6f7e-e7af-41bb-b9db-2683f357644a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:27.427049163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"61c016f8-fb66-41bc-85fc-3237c9c6b375","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:28.085068095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e9a5863-b4fa-487a-8da9-f18d15774977","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:28.137081766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e9a5863-b4fa-487a-8da9-f18d15774977","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:28.189739834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e9a5863-b4fa-487a-8da9-f18d15774977","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:28.241869322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e9a5863-b4fa-487a-8da9-f18d15774977","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:30.160120639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"793ad773-84dc-462a-b3e7-2ba7e7ece573","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:30.212355883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"793ad773-84dc-462a-b3e7-2ba7e7ece573","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:30.264412988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"793ad773-84dc-462a-b3e7-2ba7e7ece573","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:30.316468228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"793ad773-84dc-462a-b3e7-2ba7e7ece573","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:30.420250964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"e2e-e2e-api-a-3e7872-policy","reconcileID":"ba013adb-5de5-42db-8a17-3e7663c78fc4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3e7872","tenantID":"e2e-api-a-3e7872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:30.477167393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"e2e-e2e-api-a-3e7872-policy","reconcileID":"ba013adb-5de5-42db-8a17-3e7663c78fc4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"name":"e2e-api-a-3e7872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:30.845095873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"938db375-1a0b-4ee9-b68f-48c31ce2b5a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:30.845117014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"938db375-1a0b-4ee9-b68f-48c31ce2b5a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:31.557762449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"e2e-e2e-api-b-2ccdde-policy","reconcileID":"26713ef4-6c7a-4a61-8b5d-2e700fab826c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2ccdde","tenantID":"e2e-api-b-2ccdde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:31.614671271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"e2e-e2e-api-b-2ccdde-policy","reconcileID":"26713ef4-6c7a-4a61-8b5d-2e700fab826c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"name":"e2e-api-b-2ccdde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:31.889707038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"e2e-e2e-api-b-2ccdde-policy","reconcileID":"243e3dd9-928b-4851-8f94-b194459ccd17","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2ccdde","tenantID":"e2e-api-b-2ccdde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:31.946673535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"e2e-e2e-api-b-2ccdde-policy","reconcileID":"243e3dd9-928b-4851-8f94-b194459ccd17","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"name":"e2e-api-b-2ccdde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:32.195865098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa668256-0fc4-4a13-809b-8164588986cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:32.247833864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa668256-0fc4-4a13-809b-8164588986cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:32.300434168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa668256-0fc4-4a13-809b-8164588986cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:32.352255594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa668256-0fc4-4a13-809b-8164588986cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:32.45752218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"e2e-e2e-api-b-2a59a7-policy","reconcileID":"b2ab10f5-295e-483b-a328-88ab59abb8f3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2a59a7","tenantID":"e2e-api-b-2a59a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:32.514718288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"e2e-e2e-api-b-2a59a7-policy","reconcileID":"b2ab10f5-295e-483b-a328-88ab59abb8f3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"name":"e2e-api-b-2a59a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:32.88380482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa6704b5-9267-490d-a91c-3122c36406bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:32.883825615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa6704b5-9267-490d-a91c-3122c36406bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:34.28010771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a59e621-8e99-4938-8ad3-14b9a9560ce2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:34.333960246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a59e621-8e99-4938-8ad3-14b9a9560ce2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:34.388321237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a59e621-8e99-4938-8ad3-14b9a9560ce2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:34.441329586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a59e621-8e99-4938-8ad3-14b9a9560ce2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:34.681074789Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:36.385319084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b0e886-908b-4bb6-9701-4f13678cc1ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:36.437849687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b0e886-908b-4bb6-9701-4f13678cc1ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:36.489840407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b0e886-908b-4bb6-9701-4f13678cc1ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:36.541988936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b0e886-908b-4bb6-9701-4f13678cc1ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:38.277585665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"default-tenant","reconcileID":"32a9b582-f6b7-474d-b081-1be74c893e19","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2cda64","tenantID":"e2e-api-b-2cda64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:38.398949381Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"default-tenant","reconcileID":"32a9b582-f6b7-474d-b081-1be74c893e19","name":"e2e-api-b-2cda64-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:38.48540709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33610439-f82e-4a0f-af6e-03eb2b44e589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:38.540013669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33610439-f82e-4a0f-af6e-03eb2b44e589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:38.591971917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33610439-f82e-4a0f-af6e-03eb2b44e589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:33:38.644002834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33610439-f82e-4a0f-af6e-03eb2b44e589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:04.667609831Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:09.886001328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-70babe"},"namespace":"ai-tenant-e2e-ipp-b-70babe","name":"default-tenant","reconcileID":"8e014abc-18e6-4698-9679-c412ed73e363","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-70babe","tenantID":"e2e-ipp-b-70babe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:10.008693508Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-70babe"},"namespace":"ai-tenant-e2e-ipp-b-70babe","name":"default-tenant","reconcileID":"8e014abc-18e6-4698-9679-c412ed73e363","name":"e2e-ipp-b-70babe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:15.11525267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"5273f4d7-3165-4c5f-b257-040d44762355","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:15.220719571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"b4c2accc-c374-4120-a3ac-a561ad9ab13b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:15.27309847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"41df4190-e1a6-490c-b161-06026ba1d162","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:15.608598668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"eb5dfc0e-9765-4228-8cbb-dfa0bc75c255","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:15.733638387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ebf42da7-a218-4cdf-8ea1-1af43f967e1d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:15.782422976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"866ea1b3-5029-4e81-ac9a-cb5cbe0aaaf8","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"tenant":"e2e-mt-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","model":"ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:15.782447263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"866ea1b3-5029-4e81-ac9a-cb5cbe0aaaf8","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"routeName":"e2e-lifecycle-model-f7c92a85-kserve-route","namespace":"ai-tenant-e2e-mt-f7c92a85","llmisvcName":"e2e-lifecycle-model-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:15.83602898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"25f5d0b4-b44b-4bb3-b784-cce927b4a4af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:15.947702703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"66781bc9-ed30-4b6d-9381-e5fc1ec6bcba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:16.05178052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"47f0ef1b-3bb5-4f16-91b6-b065bb406948","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:16.176480645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"2136d6bf-3049-4504-9786-2211de80d5f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:16.319075194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3fc1d498-66e2-4d4f-995c-a3ab4e6cf6ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:16.412668524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"c4a023b9-d43c-46ba-aa55-f7182d8387e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:16.51284227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"5f03d0f4-469c-4d63-a60f-d71c22bbbeac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:16.734077601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ede39f5-d33b-4223-9cca-3f1914fcadce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:16.788453442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ede39f5-d33b-4223-9cca-3f1914fcadce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:16.840723559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ede39f5-d33b-4223-9cca-3f1914fcadce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:16.892746007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ede39f5-d33b-4223-9cca-3f1914fcadce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:18.820016403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c39746c-6400-4815-ac14-eb4df1f41a67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:18.872828887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c39746c-6400-4815-ac14-eb4df1f41a67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:18.925300002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c39746c-6400-4815-ac14-eb4df1f41a67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:18.979619671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c39746c-6400-4815-ac14-eb4df1f41a67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:20.093473784Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"default-tenant","reconcileID":"3f2aea28-2c73-4444-98d8-87f991a8db48","namespace":"ai-tenant-e2e-api-a-835921","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:20.093533188Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"default-tenant","reconcileID":"3f2aea28-2c73-4444-98d8-87f991a8db48","namespace":"ai-tenant-e2e-api-a-835921","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:20.093597899Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"default-tenant","reconcileID":"3f2aea28-2c73-4444-98d8-87f991a8db48","tenant":"e2e-api-a-835921","tenantID":"e2e-api-a-835921","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:20.14978167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"default-tenant","reconcileID":"3f2aea28-2c73-4444-98d8-87f991a8db48","gvk":"Deployment","name":"maas-api-e2e-api-a-835921","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:20.211877933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"default-tenant","reconcileID":"3f2aea28-2c73-4444-98d8-87f991a8db48","gvk":"Service","name":"maas-api-e2e-api-a-835921","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:20.270621642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"default-tenant","reconcileID":"3f2aea28-2c73-4444-98d8-87f991a8db48","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-835921","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:20.32492253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"default-tenant","reconcileID":"3f2aea28-2c73-4444-98d8-87f991a8db48","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-835921","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:20.381465372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"default-tenant","reconcileID":"3f2aea28-2c73-4444-98d8-87f991a8db48","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-835921","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:20.438559488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"default-tenant","reconcileID":"3f2aea28-2c73-4444-98d8-87f991a8db48","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-835921","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:20.501556813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"default-tenant","reconcileID":"3f2aea28-2c73-4444-98d8-87f991a8db48","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-835921","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:20.559618223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"default-tenant","reconcileID":"3f2aea28-2c73-4444-98d8-87f991a8db48","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-835921","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:20.662560958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"default-tenant","reconcileID":"3f2aea28-2c73-4444-98d8-87f991a8db48","gvk":"Deployment","name":"payload-processing-e2e-api-a-835921","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:20.724806128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"default-tenant","reconcileID":"3f2aea28-2c73-4444-98d8-87f991a8db48","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-835921","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:20.776911972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"default-tenant","reconcileID":"3f2aea28-2c73-4444-98d8-87f991a8db48","gvk":"Service","name":"payload-processing-e2e-api-a-835921","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:20.828782378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"default-tenant","reconcileID":"3f2aea28-2c73-4444-98d8-87f991a8db48","gvk":"Service","name":"payload-pre-processing-e2e-api-a-835921","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:20.880718857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"default-tenant","reconcileID":"3f2aea28-2c73-4444-98d8-87f991a8db48","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-835921","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:20.93342291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"default-tenant","reconcileID":"3f2aea28-2c73-4444-98d8-87f991a8db48","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-835921","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:20.985282141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"default-tenant","reconcileID":"3f2aea28-2c73-4444-98d8-87f991a8db48","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-835921","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:21.044359831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"default-tenant","reconcileID":"3f2aea28-2c73-4444-98d8-87f991a8db48","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-835921","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:21.096438108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"default-tenant","reconcileID":"3f2aea28-2c73-4444-98d8-87f991a8db48","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-835921","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:21.151793358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"default-tenant","reconcileID":"3f2aea28-2c73-4444-98d8-87f991a8db48","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-835921","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:21.248364919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"default-tenant","reconcileID":"3f2aea28-2c73-4444-98d8-87f991a8db48","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-835921","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:21.306649075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-835921"},"namespace":"ai-tenant-e2e-api-a-835921","name":"default-tenant","reconcileID":"3f2aea28-2c73-4444-98d8-87f991a8db48","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-835921","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:22.14711156Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-835921","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-835921","reconcileID":"ea855d1c-2f10-4520-9d74-d732aa1376ac","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-835921","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-835921"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:23.30375949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f65500b0-b226-40dd-a261-a81c7e7320d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:23.356145307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f65500b0-b226-40dd-a261-a81c7e7320d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:23.408036527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f65500b0-b226-40dd-a261-a81c7e7320d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:23.460941946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f65500b0-b226-40dd-a261-a81c7e7320d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:25.395100754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28dd6daf-b12b-40aa-bc73-12aa30e002e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:25.447044591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28dd6daf-b12b-40aa-bc73-12aa30e002e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:25.499038474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28dd6daf-b12b-40aa-bc73-12aa30e002e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:25.550888846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28dd6daf-b12b-40aa-bc73-12aa30e002e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:26.495030274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"16e549be-575f-4ce3-882c-6733f18eed53","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"tenant":"e2e-mt-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","model":"ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:26.495052281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"16e549be-575f-4ce3-882c-6733f18eed53","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"routeName":"e2e-lifecycle-model-f7c92a85-kserve-route","namespace":"ai-tenant-e2e-mt-f7c92a85","llmisvcName":"e2e-lifecycle-model-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:26.686718376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"d3d0f8b1-324a-4a8d-b8c7-b9c268c53493","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"tenant":"e2e-mt-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","model":"ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:26.686738993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"d3d0f8b1-324a-4a8d-b8c7-b9c268c53493","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"routeName":"e2e-lifecycle-model-f7c92a85-kserve-route","namespace":"ai-tenant-e2e-mt-f7c92a85","llmisvcName":"e2e-lifecycle-model-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:27.482742445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ae9de23-34b1-4cad-840e-b4e11b82f59b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:27.534804405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ae9de23-34b1-4cad-840e-b4e11b82f59b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:27.587201275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ae9de23-34b1-4cad-840e-b4e11b82f59b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:27.639142577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ae9de23-34b1-4cad-840e-b4e11b82f59b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:29.539455731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9966113a-2f79-4122-a7c1-270c3f685fdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:29.591628767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9966113a-2f79-4122-a7c1-270c3f685fdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:29.644163438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9966113a-2f79-4122-a7c1-270c3f685fdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:29.696630507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9966113a-2f79-4122-a7c1-270c3f685fdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:29.750452199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"e2e-e2e-api-b-2a59a7-policy","reconcileID":"7551c0b8-f7f3-4b92-8fd2-6e57af07a73e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2a59a7","tenantID":"e2e-api-b-2a59a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:29.807287479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"e2e-e2e-api-b-2a59a7-policy","reconcileID":"7551c0b8-f7f3-4b92-8fd2-6e57af07a73e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"name":"e2e-api-b-2a59a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:30.164854483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"e2e-e2e-api-b-2a59a7-policy","reconcileID":"3645f104-8e04-40a4-a1ee-c0cf6ad27624","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2a59a7","tenantID":"e2e-api-b-2a59a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:30.22170289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"e2e-e2e-api-b-2a59a7-policy","reconcileID":"3645f104-8e04-40a4-a1ee-c0cf6ad27624","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"name":"e2e-api-b-2a59a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:31.672110871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4df17ee3-7c97-43c4-b001-962de1d2dd03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:31.723929492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4df17ee3-7c97-43c4-b001-962de1d2dd03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:31.724027709Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"default-tenant","reconcileID":"920cd37a-8144-4706-b9aa-7e40b500ce2c","namespace":"ai-tenant-e2e-api-b-2ccdde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:31.775832011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4df17ee3-7c97-43c4-b001-962de1d2dd03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:31.775929463Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"default-tenant","reconcileID":"920cd37a-8144-4706-b9aa-7e40b500ce2c","namespace":"ai-tenant-e2e-api-b-2ccdde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:31.775998619Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"default-tenant","reconcileID":"920cd37a-8144-4706-b9aa-7e40b500ce2c","name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:31.82783682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4df17ee3-7c97-43c4-b001-962de1d2dd03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:31.885116502Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"default-tenant","reconcileID":"920cd37a-8144-4706-b9aa-7e40b500ce2c","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:31.885521557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32c6bc7c-38f8-4a2d-8f35-e1067f681710","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:31.885543515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32c6bc7c-38f8-4a2d-8f35-e1067f681710","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:31.886100891Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"e2e-e2e-api-b-2ccdde-policy","reconcileID":"56bdda0f-426e-4766-8ff5-946862580aae","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:32.100274327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"e2e-e2e-api-b-2ccdde-policy","reconcileID":"56bdda0f-426e-4766-8ff5-946862580aae","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2ccdde","tenantID":"e2e-api-b-2ccdde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:32.227799984Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"e2e-e2e-api-b-2ccdde-policy","reconcileID":"56bdda0f-426e-4766-8ff5-946862580aae","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"name":"e2e-api-b-2ccdde-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:32.227830823Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"e2e-e2e-api-b-2ccdde-policy","reconcileID":"56bdda0f-426e-4766-8ff5-946862580aae","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2ccdde-policy","namespace":"ai-tenant-e2e-api-b-2ccdde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2ccdde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:32.2845892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"497a2b2f-1f80-4877-b80a-7567fad3d7b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:32.284612317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"497a2b2f-1f80-4877-b80a-7567fad3d7b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:33.720273982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0b5d51b-f677-4548-a3b8-17ec8f87fc57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:33.771939905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0b5d51b-f677-4548-a3b8-17ec8f87fc57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:33.825985933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0b5d51b-f677-4548-a3b8-17ec8f87fc57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:33.878561004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0b5d51b-f677-4548-a3b8-17ec8f87fc57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:34.665515099Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:35.762100348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4235cb8b-954f-46ab-8c96-4f38e408d6a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:35.814623507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4235cb8b-954f-46ab-8c96-4f38e408d6a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:35.866370372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4235cb8b-954f-46ab-8c96-4f38e408d6a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:35.918324034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4235cb8b-954f-46ab-8c96-4f38e408d6a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:36.593707305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"7ed8032c-efc2-4682-b184-a1d8571c651d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:36.693717011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8eb2f1ac-9f0f-49cf-9b75-4719755939ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:36.793900049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"6d35ff23-465e-4eac-a4f3-ca9d9efb0086","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:37.118373382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"743a6874-b41e-4a92-8f5f-067bde494bf0","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"tenant":"e2e-mt-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","model":"ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:37.118404675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"743a6874-b41e-4a92-8f5f-067bde494bf0","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"routeName":"e2e-lifecycle-model-f7c92a85-kserve-route","namespace":"ai-tenant-e2e-mt-f7c92a85","llmisvcName":"e2e-lifecycle-model-f7c92a85","gateway":"openshift-ingress/e2e-mt-f7c92a85","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:37.135229264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"c6a8afbf-16ad-4370-b047-d19f7602e835","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:37.281001526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"e1c22afc-c080-49ed-923c-fd0ded9e9ad8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:37.284258792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"aad14124-bc70-41ed-8779-704136910fdc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:37.389961233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"11c7095f-ac89-44f9-a594-17199a40b2d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:37.494667744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"db350cc9-c498-443d-9e6c-c32ef96e2625","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:37.49468537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"e4a9f7e0-6cb4-4763-8a3c-e7df31f57937","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:37.717079603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"4d810847-1d7a-4d82-8258-7d57560bf0ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:37.818251226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"ec617cd6-36c7-4ee2-ad74-34a9c6d68170","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:37.85428747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dfe9c2c-d8d3-4d51-a7cc-0ef85ed2d457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:37.907886904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dfe9c2c-d8d3-4d51-a7cc-0ef85ed2d457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:37.961814837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"17cc57fe-1c41-4786-9b9f-288689a57daa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:37.963028357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dfe9c2c-d8d3-4d51-a7cc-0ef85ed2d457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:38.01538553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dfe9c2c-d8d3-4d51-a7cc-0ef85ed2d457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:39.920490388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"381d6a16-318c-44e1-874d-dabcbdb412f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:39.972359306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"381d6a16-318c-44e1-874d-dabcbdb412f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:40.026373363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"381d6a16-318c-44e1-874d-dabcbdb412f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:40.081495657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"381d6a16-318c-44e1-874d-dabcbdb412f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:40.211046801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"e2e-e2e-api-b-2a59a7-policy","reconcileID":"d0b042d7-2187-4a43-80ad-abcf65d75e04","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2a59a7","tenantID":"e2e-api-b-2a59a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:40.268863937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"e2e-e2e-api-b-2a59a7-policy","reconcileID":"d0b042d7-2187-4a43-80ad-abcf65d75e04","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"name":"e2e-api-b-2a59a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:40.632766295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"e2e-e2e-api-b-2a59a7-policy","reconcileID":"50159197-7f65-4f56-af97-c3edbf01cad4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2a59a7","tenantID":"e2e-api-b-2a59a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:40.690740373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"e2e-e2e-api-b-2a59a7-policy","reconcileID":"50159197-7f65-4f56-af97-c3edbf01cad4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"name":"e2e-api-b-2a59a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:42.018480498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3b9f1ee-9f51-4408-a801-2a54afc37989","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:42.070489711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3b9f1ee-9f51-4408-a801-2a54afc37989","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:42.122570812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3b9f1ee-9f51-4408-a801-2a54afc37989","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:42.174488129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3b9f1ee-9f51-4408-a801-2a54afc37989","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:44.283408071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8fa45eb-3c99-4802-a5af-bdfd61e2eac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:44.335842785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8fa45eb-3c99-4802-a5af-bdfd61e2eac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:44.387985186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8fa45eb-3c99-4802-a5af-bdfd61e2eac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:44.440492327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8fa45eb-3c99-4802-a5af-bdfd61e2eac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:46.316387989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11767c6d-b955-467d-81da-1ed9af6d52be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:46.368575383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11767c6d-b955-467d-81da-1ed9af6d52be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:46.42073137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11767c6d-b955-467d-81da-1ed9af6d52be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:46.472681541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11767c6d-b955-467d-81da-1ed9af6d52be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:47.782128338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5817522d-be01-40ec-acc8-f4da1a49bbc2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:47.782149668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5817522d-be01-40ec-acc8-f4da1a49bbc2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:47.928766054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d30f9b2-9edc-48a0-9dcf-c95a3e05412d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:47.928791322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d30f9b2-9edc-48a0-9dcf-c95a3e05412d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:48.032832628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"e2e-e2e-api-b-2cda64-policy","reconcileID":"ac5f1563-b3f6-4c08-be32-b0cc803554ae","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2cda64","tenantID":"e2e-api-b-2cda64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:48.159693418Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"e2e-e2e-api-b-2cda64-policy","reconcileID":"ac5f1563-b3f6-4c08-be32-b0cc803554ae","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"name":"e2e-api-b-2cda64-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:48.215268149Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2cda64-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"e2e-e2e-api-b-2cda64-policy","reconcileID":"ac5f1563-b3f6-4c08-be32-b0cc803554ae","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:48.273495492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8fac6f39-f90a-4e8f-b1d1-e57f2f2c7eb1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:48.273516196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8fac6f39-f90a-4e8f-b1d1-e57f2f2c7eb1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:48.485621709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfa09854-9eaf-4b22-b4c5-752b043f48c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:48.537881295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfa09854-9eaf-4b22-b4c5-752b043f48c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:48.591665213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfa09854-9eaf-4b22-b4c5-752b043f48c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:48.654920959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfa09854-9eaf-4b22-b4c5-752b043f48c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:48.758982611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"e2e-e2e-api-a-3e7872-policy","reconcileID":"966a7a47-2901-47ff-8b61-a673fb7c84ca","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3e7872","tenantID":"e2e-api-a-3e7872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:48.816035699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"e2e-e2e-api-a-3e7872-policy","reconcileID":"966a7a47-2901-47ff-8b61-a673fb7c84ca","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"name":"e2e-api-a-3e7872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:49.126529031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"e2e-e2e-api-a-3e7872-policy","reconcileID":"cbf4f7b3-4261-4b43-8e37-6b7db9909190","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3e7872","tenantID":"e2e-api-a-3e7872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:49.18376565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"e2e-e2e-api-a-3e7872-policy","reconcileID":"cbf4f7b3-4261-4b43-8e37-6b7db9909190","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"name":"e2e-api-a-3e7872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:50.548712815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce20d12b-6274-45e0-a44e-9cc07820b0bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:50.600841681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce20d12b-6274-45e0-a44e-9cc07820b0bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:50.652984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce20d12b-6274-45e0-a44e-9cc07820b0bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:50.705018611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce20d12b-6274-45e0-a44e-9cc07820b0bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:52.589921601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba7633b2-fd4f-48cb-a324-3711669eab9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:52.642721294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba7633b2-fd4f-48cb-a324-3711669eab9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:52.695402838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba7633b2-fd4f-48cb-a324-3711669eab9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:52.747400502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba7633b2-fd4f-48cb-a324-3711669eab9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:54.646696729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82212273-00ec-4a98-9666-c5fc062e2696","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:54.699204309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82212273-00ec-4a98-9666-c5fc062e2696","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:54.751474959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82212273-00ec-4a98-9666-c5fc062e2696","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:54.80360959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82212273-00ec-4a98-9666-c5fc062e2696","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:58.377849221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"e2e-e2e-api-b-2cda64-policy","reconcileID":"5e38cc20-2e9b-4b91-bdcc-e95ca6d7d30e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2cda64","tenantID":"e2e-api-b-2cda64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:58.435068489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"e2e-e2e-api-b-2cda64-policy","reconcileID":"5e38cc20-2e9b-4b91-bdcc-e95ca6d7d30e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"name":"e2e-api-b-2cda64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:58.490877914Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2cda64-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"e2e-e2e-api-b-2cda64-policy","reconcileID":"5e38cc20-2e9b-4b91-bdcc-e95ca6d7d30e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:59.249613239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"e2e-e2e-api-a-3e7872-policy","reconcileID":"daeccdbd-5089-4b59-9cf0-39f45a12118a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3e7872","tenantID":"e2e-api-a-3e7872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:59.307139974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"e2e-e2e-api-a-3e7872-policy","reconcileID":"daeccdbd-5089-4b59-9cf0-39f45a12118a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"name":"e2e-api-a-3e7872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:59.61708923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"e2e-e2e-api-a-3e7872-policy","reconcileID":"5b0bd955-5ad8-461c-b36d-06c98bd9ba76","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3e7872","tenantID":"e2e-api-a-3e7872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:34:59.674414494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"e2e-e2e-api-a-3e7872-policy","reconcileID":"5b0bd955-5ad8-461c-b36d-06c98bd9ba76","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"name":"e2e-api-a-3e7872-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:04.668380207Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:05.292329582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"f33bedcc-8e2b-4d7c-bda8-b0eb3836bab9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:05.392009091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"3d570a89-f047-471b-ad9e-60b08097bd6e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:05.492962762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"451084e3-1870-4a74-bf93-13c484cc7426","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:05.492962882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"8647a512-e7d4-4d92-a354-63621a8453ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:05.592977025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9197e696-59b2-4300-933f-4b75a12fd767","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:05.806438365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"0ffb9616-41b3-4692-80dc-f371bc4c81d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:05.90711998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"c49dcfe4-ca67-403c-b7de-1c86b79ff239","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:06.007865196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"e8ec5189-c2fc-43cd-bc79-637524c257f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:06.206389402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"2961338b-382a-4c73-85ad-ff4c11f6bd1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:06.308736253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"ff46537a-a4b0-4273-a2e8-666604eb42c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:06.499517166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"6689e290-b051-40c8-9437-868ed98fc182","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:06.61401334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"8eafc25a-de56-43b1-a606-2c01187b875e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:08.595509404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"e2e-e2e-api-b-2cda64-policy","reconcileID":"c316a2a8-402e-428e-883d-c335bf63545f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2cda64","tenantID":"e2e-api-b-2cda64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:08.652687639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"e2e-e2e-api-b-2cda64-policy","reconcileID":"c316a2a8-402e-428e-883d-c335bf63545f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"name":"e2e-api-b-2cda64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:08.708533438Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2cda64-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (913764aebb2acecbf390c1f86d727ec450bc93130b7affc27cfabff6b9702c8f) AuthConfig (cbe195e53add872cc9723c96d29093802b42d62271559a9bda01effb9387bd7c) AuthConfig (848e7bd33e9d0320affa042a58f47ecd3f27b6a55b2af1ed96475a14c3cfa29f) AuthConfig (4b43eca7848e479caa9452cd3c7b8862bb33354452227410a79a73d05cad8496) AuthConfig (0fed7868d52c3ca4897654c136fb63b18c75b98df1097c7b3fdaf608cdc9fc0d) AuthConfig (c2a0f0fc6ce44df3f457f2d5f3093088968706fcce244585d42767e8e096ccc6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"e2e-e2e-api-b-2cda64-policy","reconcileID":"c316a2a8-402e-428e-883d-c335bf63545f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:08.767462683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06fdef1d-abbb-4c13-90d3-f9dae4cb7494","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:08.767483359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06fdef1d-abbb-4c13-90d3-f9dae4cb7494","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:14.224143742Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"4c358db3-0c42-4fb1-8017-9e7e33ddf79c","namespace":"ai-tenant-e2e-mt-f7c92a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:14.224274164Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"4c358db3-0c42-4fb1-8017-9e7e33ddf79c","namespace":"ai-tenant-e2e-mt-f7c92a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:14.224361567Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"4c358db3-0c42-4fb1-8017-9e7e33ddf79c","tenant":"e2e-mt-f7c92a85","tenantID":"e2e-mt-f7c92a85","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:14.278158867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"4c358db3-0c42-4fb1-8017-9e7e33ddf79c","gvk":"Deployment","name":"maas-api-e2e-mt-f7c92a85","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:14.34027487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"4c358db3-0c42-4fb1-8017-9e7e33ddf79c","gvk":"Service","name":"maas-api-e2e-mt-f7c92a85","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:14.401983629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"4c358db3-0c42-4fb1-8017-9e7e33ddf79c","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-f7c92a85","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:14.460961312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"4c358db3-0c42-4fb1-8017-9e7e33ddf79c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-f7c92a85","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:14.520091298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"4c358db3-0c42-4fb1-8017-9e7e33ddf79c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-f7c92a85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:14.57478594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"4c358db3-0c42-4fb1-8017-9e7e33ddf79c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-f7c92a85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:14.631861624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"4c358db3-0c42-4fb1-8017-9e7e33ddf79c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-f7c92a85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:14.68591085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"4c358db3-0c42-4fb1-8017-9e7e33ddf79c","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-f7c92a85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:14.737544505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"4c358db3-0c42-4fb1-8017-9e7e33ddf79c","gvk":"Deployment","name":"payload-processing-e2e-mt-f7c92a85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:14.789463521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"4c358db3-0c42-4fb1-8017-9e7e33ddf79c","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-f7c92a85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:14.841010969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"4c358db3-0c42-4fb1-8017-9e7e33ddf79c","gvk":"Service","name":"payload-processing-e2e-mt-f7c92a85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:14.89250084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"4c358db3-0c42-4fb1-8017-9e7e33ddf79c","gvk":"Service","name":"payload-pre-processing-e2e-mt-f7c92a85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:14.944897553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"4c358db3-0c42-4fb1-8017-9e7e33ddf79c","gvk":"DestinationRule","name":"payload-processing-e2e-mt-f7c92a85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:14.996522152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"4c358db3-0c42-4fb1-8017-9e7e33ddf79c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-f7c92a85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:15.047855069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"4c358db3-0c42-4fb1-8017-9e7e33ddf79c","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-f7c92a85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:15.103491708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"4c358db3-0c42-4fb1-8017-9e7e33ddf79c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-f7c92a85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:15.182948802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"4c358db3-0c42-4fb1-8017-9e7e33ddf79c","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-f7c92a85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:15.234698323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"4c358db3-0c42-4fb1-8017-9e7e33ddf79c","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-f7c92a85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:15.297483714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"4c358db3-0c42-4fb1-8017-9e7e33ddf79c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-f7c92a85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:15.352467676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"default-tenant","reconcileID":"4c358db3-0c42-4fb1-8017-9e7e33ddf79c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-f7c92a85","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:16.066323923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"981dca7b-121d-41ed-a504-8a1faf44c61d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:16.118457475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"981dca7b-121d-41ed-a504-8a1faf44c61d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:16.170880635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"981dca7b-121d-41ed-a504-8a1faf44c61d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:16.223330866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"981dca7b-121d-41ed-a504-8a1faf44c61d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:16.282865449Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-f7c92a85","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-f7c92a85","reconcileID":"91b46723-3765-4871-b6ba-9465f2efea9b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-f7c92a85","removed":["maas.opendatahub.io/gateway-access-e2e-mt-f7c92a85"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:35:16.455440213Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"0311925e-4112-4a24-817b-4ab891cc04ea","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:35:16.512999251Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"0311925e-4112-4a24-817b-4ab891cc04ea","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:35:16.518416261Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"0f4da218-2e06-40f7-91ca-ba2b6dc4a631","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:35:16.518476212Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"0f4da218-2e06-40f7-91ca-ba2b6dc4a631","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:35:16.529589938Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"10642bb1-23b4-41c2-8d96-33efd333aacf","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:35:16.529650097Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"10642bb1-23b4-41c2-8d96-33efd333aacf","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:35:16.550141413Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"cd8ad9a1-2057-47d4-9bfe-e538c83cddd6","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:35:16.550235695Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"cd8ad9a1-2057-47d4-9bfe-e538c83cddd6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:35:16.591311054Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"99ac41ea-d09e-45d8-986f-5efab64a9e22","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:35:16.591391603Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"99ac41ea-d09e-45d8-986f-5efab64a9e22","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:35:16.671872975Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"f4cc6798-3019-4e6f-81fc-9b3a9d1a50d1","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:35:16.671942546Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"f4cc6798-3019-4e6f-81fc-9b3a9d1a50d1","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:35:16.83247712Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"f210044c-5c35-4e1a-981e-e4be73d5abe5","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:35:16.832544594Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"f210044c-5c35-4e1a-981e-e4be73d5abe5","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:35:17.153522984Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"ab7a3b10-525a-489e-b0e1-27255e898954","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:35:17.153592428Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"ab7a3b10-525a-489e-b0e1-27255e898954","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:35:17.794811924Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"7f591d03-e9bf-413b-88cb-16b2897ee5a9","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:35:17.794889798Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"7f591d03-e9bf-413b-88cb-16b2897ee5a9","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:18.190964672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fd462b8-77a7-4f72-a4d5-bf65ede862ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:18.243809354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fd462b8-77a7-4f72-a4d5-bf65ede862ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:18.295862264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fd462b8-77a7-4f72-a4d5-bf65ede862ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:18.347718302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fd462b8-77a7-4f72-a4d5-bf65ede862ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:18.871079138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"e2e-e2e-api-b-2cda64-policy","reconcileID":"7535fc57-d065-46ce-81bb-3555eb49edb7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2cda64","tenantID":"e2e-api-b-2cda64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:18.927785229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"e2e-e2e-api-b-2cda64-policy","reconcileID":"7535fc57-d065-46ce-81bb-3555eb49edb7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"name":"e2e-api-b-2cda64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:18.983559848Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2cda64-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (913764aebb2acecbf390c1f86d727ec450bc93130b7affc27cfabff6b9702c8f) AuthConfig (cbe195e53add872cc9723c96d29093802b42d62271559a9bda01effb9387bd7c) AuthConfig (848e7bd33e9d0320affa042a58f47ecd3f27b6a55b2af1ed96475a14c3cfa29f) AuthConfig (4b43eca7848e479caa9452cd3c7b8862bb33354452227410a79a73d05cad8496) AuthConfig (0fed7868d52c3ca4897654c136fb63b18c75b98df1097c7b3fdaf608cdc9fc0d) AuthConfig (c2a0f0fc6ce44df3f457f2d5f3093088968706fcce244585d42767e8e096ccc6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"e2e-e2e-api-b-2cda64-policy","reconcileID":"7535fc57-d065-46ce-81bb-3555eb49edb7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:35:19.075402107Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"e3714738-fabd-44d9-8f65-287012a29e82","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:35:19.075470208Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"e3714738-fabd-44d9-8f65-287012a29e82","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:20.301502336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"388de979-8ec1-4e8a-9d2d-e4b1a13a7be8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:20.353644105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"388de979-8ec1-4e8a-9d2d-e4b1a13a7be8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:20.406538892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"388de979-8ec1-4e8a-9d2d-e4b1a13a7be8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:20.45953224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"388de979-8ec1-4e8a-9d2d-e4b1a13a7be8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:35:21.637110624Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"ec3dac2a-2318-49fc-bd88-dc09f44afb0d","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:35:21.637222236Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"ec3dac2a-2318-49fc-bd88-dc09f44afb0d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:35:22.468438431Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"3cd73c52-0e30-473d-bf7d-0f2566f0addd","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:35:22.468517381Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"3cd73c52-0e30-473d-bf7d-0f2566f0addd","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:25.621967621Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"default-tenant","reconcileID":"979ae4a5-9dd6-4ff0-8c15-7a105ed3b60e","namespace":"ai-tenant-e2e-api-a-3e7872","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:25.622029033Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"default-tenant","reconcileID":"979ae4a5-9dd6-4ff0-8c15-7a105ed3b60e","namespace":"ai-tenant-e2e-api-a-3e7872","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:25.62208863Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"default-tenant","reconcileID":"979ae4a5-9dd6-4ff0-8c15-7a105ed3b60e","name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:25.678922175Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"default-tenant","reconcileID":"979ae4a5-9dd6-4ff0-8c15-7a105ed3b60e","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:25.679354096Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"default-tenant","reconcileID":"c62e4a26-3d38-48fa-a7b5-f88a0109c5dd","namespace":"ai-tenant-e2e-api-b-2ccdde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:25.679432823Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"default-tenant","reconcileID":"c62e4a26-3d38-48fa-a7b5-f88a0109c5dd","namespace":"ai-tenant-e2e-api-b-2ccdde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:25.679506451Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"default-tenant","reconcileID":"c62e4a26-3d38-48fa-a7b5-f88a0109c5dd","tenant":"e2e-api-b-2ccdde","tenantID":"e2e-api-b-2ccdde","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:25.679547721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c1d4226f-d4c6-4c61-b2da-6f96ce996c91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:25.679564141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c1d4226f-d4c6-4c61-b2da-6f96ce996c91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:25.679876209Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"e2e-e2e-api-a-3e7872-policy","reconcileID":"321bd044-b6f7-4852-aacd-9fcffe72b1ec","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:25.73370442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"default-tenant","reconcileID":"c62e4a26-3d38-48fa-a7b5-f88a0109c5dd","gvk":"Deployment","name":"maas-api-e2e-api-b-2ccdde","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:25.793808021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"default-tenant","reconcileID":"c62e4a26-3d38-48fa-a7b5-f88a0109c5dd","gvk":"Service","name":"maas-api-e2e-api-b-2ccdde","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:25.851970879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"default-tenant","reconcileID":"c62e4a26-3d38-48fa-a7b5-f88a0109c5dd","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-2ccdde","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:25.885076461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"e2e-e2e-api-a-3e7872-policy","reconcileID":"321bd044-b6f7-4852-aacd-9fcffe72b1ec","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3e7872","tenantID":"e2e-api-a-3e7872","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:25.907968157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"default-tenant","reconcileID":"c62e4a26-3d38-48fa-a7b5-f88a0109c5dd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-2ccdde","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:25.963154625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"default-tenant","reconcileID":"c62e4a26-3d38-48fa-a7b5-f88a0109c5dd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-2ccdde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:26.014875152Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"e2e-e2e-api-a-3e7872-policy","reconcileID":"321bd044-b6f7-4852-aacd-9fcffe72b1ec","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"name":"e2e-api-a-3e7872-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:26.014902662Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"e2e-e2e-api-a-3e7872-policy","reconcileID":"321bd044-b6f7-4852-aacd-9fcffe72b1ec","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3e7872-policy","namespace":"ai-tenant-e2e-api-a-3e7872"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3e7872","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:26.019733825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"default-tenant","reconcileID":"c62e4a26-3d38-48fa-a7b5-f88a0109c5dd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-2ccdde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:26.071800363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd3ec1e6-e48e-4c6e-8b4a-2940dcc91b2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:26.071831252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd3ec1e6-e48e-4c6e-8b4a-2940dcc91b2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:26.07655591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"default-tenant","reconcileID":"c62e4a26-3d38-48fa-a7b5-f88a0109c5dd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-2ccdde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:26.131044652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"default-tenant","reconcileID":"c62e4a26-3d38-48fa-a7b5-f88a0109c5dd","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-2ccdde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:26.194462756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"default-tenant","reconcileID":"c62e4a26-3d38-48fa-a7b5-f88a0109c5dd","gvk":"Deployment","name":"payload-processing-e2e-api-b-2ccdde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:26.249300862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"default-tenant","reconcileID":"c62e4a26-3d38-48fa-a7b5-f88a0109c5dd","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-2ccdde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:26.301329914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"default-tenant","reconcileID":"c62e4a26-3d38-48fa-a7b5-f88a0109c5dd","gvk":"Service","name":"payload-processing-e2e-api-b-2ccdde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:26.353058143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"default-tenant","reconcileID":"c62e4a26-3d38-48fa-a7b5-f88a0109c5dd","gvk":"Service","name":"payload-pre-processing-e2e-api-b-2ccdde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:26.405136395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"default-tenant","reconcileID":"c62e4a26-3d38-48fa-a7b5-f88a0109c5dd","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-2ccdde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:26.456918058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"default-tenant","reconcileID":"c62e4a26-3d38-48fa-a7b5-f88a0109c5dd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-2ccdde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:26.508702991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"default-tenant","reconcileID":"c62e4a26-3d38-48fa-a7b5-f88a0109c5dd","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-2ccdde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:26.564650622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"default-tenant","reconcileID":"c62e4a26-3d38-48fa-a7b5-f88a0109c5dd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-2ccdde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:26.616868289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"default-tenant","reconcileID":"c62e4a26-3d38-48fa-a7b5-f88a0109c5dd","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-2ccdde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:26.670927182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"default-tenant","reconcileID":"c62e4a26-3d38-48fa-a7b5-f88a0109c5dd","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-2ccdde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:26.734522776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"default-tenant","reconcileID":"c62e4a26-3d38-48fa-a7b5-f88a0109c5dd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-2ccdde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:26.792561179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2ccdde"},"namespace":"ai-tenant-e2e-api-b-2ccdde","name":"default-tenant","reconcileID":"c62e4a26-3d38-48fa-a7b5-f88a0109c5dd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-2ccdde","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:26.850435861Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"default-tenant","reconcileID":"999a26d0-4e64-4094-a53f-1cb188a397e5","namespace":"ai-tenant-e2e-api-b-2a59a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:26.850531714Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"default-tenant","reconcileID":"999a26d0-4e64-4094-a53f-1cb188a397e5","namespace":"ai-tenant-e2e-api-b-2a59a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:26.850607348Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"default-tenant","reconcileID":"999a26d0-4e64-4094-a53f-1cb188a397e5","name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:26.907788791Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"default-tenant","reconcileID":"999a26d0-4e64-4094-a53f-1cb188a397e5","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:26.908155801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a1c55f1-aba3-44e8-a576-8ff25fd31c26","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:26.90817266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a1c55f1-aba3-44e8-a576-8ff25fd31c26","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:26.908371413Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"e2e-e2e-api-b-2a59a7-policy","reconcileID":"b3d41f88-ed7c-4bb5-a83a-2d1789f35bdd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:27.128636339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"e2e-e2e-api-b-2a59a7-policy","reconcileID":"b3d41f88-ed7c-4bb5-a83a-2d1789f35bdd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2a59a7","tenantID":"e2e-api-b-2a59a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:27.255732726Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"e2e-e2e-api-b-2a59a7-policy","reconcileID":"b3d41f88-ed7c-4bb5-a83a-2d1789f35bdd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"name":"e2e-api-b-2a59a7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:27.255757441Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"e2e-e2e-api-b-2a59a7-policy","reconcileID":"b3d41f88-ed7c-4bb5-a83a-2d1789f35bdd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2a59a7-policy","namespace":"ai-tenant-e2e-api-b-2a59a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2a59a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:27.31303073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35cb52d5-2b7d-426a-ad7a-4f003d6619e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:27.313058431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35cb52d5-2b7d-426a-ad7a-4f003d6619e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:27.673540091Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-2ccdde","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-2ccdde","reconcileID":"ae55b89b-ed4f-401c-afd1-e151d1387608","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-2ccdde","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-2ccdde"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:35:27.840686464Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"74e62e38-2cad-44af-a184-65fb6847b081","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:35:27.840766293Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"74e62e38-2cad-44af-a184-65fb6847b081","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:28.802224498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19abe584-e9cf-4b6b-a937-152fe3c8baa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:28.857622185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19abe584-e9cf-4b6b-a937-152fe3c8baa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:28.91061981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19abe584-e9cf-4b6b-a937-152fe3c8baa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:28.962722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19abe584-e9cf-4b6b-a937-152fe3c8baa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:29.087841454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"e2e-e2e-api-b-2cda64-policy","reconcileID":"66e372d2-a29e-4a58-9f48-8b268238e21c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2cda64","tenantID":"e2e-api-b-2cda64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:29.144698393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"e2e-e2e-api-b-2cda64-policy","reconcileID":"66e372d2-a29e-4a58-9f48-8b268238e21c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"name":"e2e-api-b-2cda64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:29.492480179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d565d087-973c-4823-9045-73322d7dbe07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:29.492886414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d565d087-973c-4823-9045-73322d7dbe07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:30.870727784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e09a89d-dfce-44f8-9bc4-8f9d1b435f0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:30.922671404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e09a89d-dfce-44f8-9bc4-8f9d1b435f0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:30.974642189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e09a89d-dfce-44f8-9bc4-8f9d1b435f0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:31.026918471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e09a89d-dfce-44f8-9bc4-8f9d1b435f0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:32.905361587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46513fee-ffa7-4d3c-a84b-6483b608a95b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:32.958085015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46513fee-ffa7-4d3c-a84b-6483b608a95b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:33.011030514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46513fee-ffa7-4d3c-a84b-6483b608a95b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:33.063637319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46513fee-ffa7-4d3c-a84b-6483b608a95b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:34.66579969Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:35:39.874921Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"fb679d07-be27-4193-9964-9b241356ea5a","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:35:39.874998251Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"fb679d07-be27-4193-9964-9b241356ea5a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:35:40.086424012Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"1bd4082b-df58-4857-92af-eee8c676b0a6","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:35:40.086502903Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"1bd4082b-df58-4857-92af-eee8c676b0a6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:40.846375692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b03be4-4966-495d-a032-0ee12b3de679","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:40.898298357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b03be4-4966-495d-a032-0ee12b3de679","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:40.9502588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b03be4-4966-495d-a032-0ee12b3de679","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:41.002238559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b03be4-4966-495d-a032-0ee12b3de679","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:35:41.270982358Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"1f91b849-2690-431c-8914-d24e24488f0e","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:35:41.271051054Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"1f91b849-2690-431c-8914-d24e24488f0e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:41.433159047Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f6a8a5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f6a8a5","reconcileID":"4d4665e6-54b5-4df6-9a11-ad2c3dfa4471","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f6a8a5","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-f6a8a5":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:35:41.740571352Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"4185e6b3-6f7b-44b8-b02f-6c18dc7ec20b","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:35:41.740810827Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"4185e6b3-6f7b-44b8-b02f-6c18dc7ec20b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:42.986453671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a45b0d2-8a5f-4b86-b64b-81852fdc5452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:43.041634545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a45b0d2-8a5f-4b86-b64b-81852fdc5452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:43.095083094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a45b0d2-8a5f-4b86-b64b-81852fdc5452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:43.147281873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a45b0d2-8a5f-4b86-b64b-81852fdc5452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:35:43.792191588Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"fe6c364a-9670-4225-a850-9629219be934","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:35:43.792261358Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f7c92a85","namespace":"ai-tenant-e2e-mt-f7c92a85"},"namespace":"ai-tenant-e2e-mt-f7c92a85","name":"e2e-lifecycle-model-f7c92a85","reconcileID":"fe6c364a-9670-4225-a850-9629219be934","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f7c92a85/e2e-lifecycle-model-f7c92a85-kserve-route (gateways: [openshift-ingress/e2e-mt-f7c92a85]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:44.297946753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"cb311134-559d-4e5b-aa07-dd898fc87850","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:44.399728992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"acf2ca6c-634e-453a-92f6-0c9d07f94248","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:44.499931427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"9f3970c9-2c75-4826-98a0-754e1b35cc06","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:44.651272597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"78951b27-deea-4a8f-862e-bad3f9f5683e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:44.749085491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"79654f60-cc23-440b-bef6-a7e4af10341a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:44.95123196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"182ca12e-186c-41fb-9fb7-6f2367b3ef7f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:45.123899768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"77baf79e-2b4c-4bd0-88fa-264b9e33d291","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:45.271297031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"664c9a6a-2627-4a84-82ee-eedcb5eccfbf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:45.417834805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"20433b9e-676f-4735-a1ed-e92017eb4924","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:45.54210077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"82881db8-048e-4f5e-8185-734e5aaff78c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:45.63288864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"d5bc459f-bedf-456b-b9d1-51602b2a85d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:35:45.658999116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"507fc6ec-3d9a-452f-9d1a-960db6a5cbad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:04.666526234Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:11.945260876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c444f746-c193-4279-a27b-9749fab5390d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:11.981473461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"9331b2e7-e535-46c9-838d-0e68a5211a36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:11.997690394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c444f746-c193-4279-a27b-9749fab5390d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:12.051336227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c444f746-c193-4279-a27b-9749fab5390d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:12.103586526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c444f746-c193-4279-a27b-9749fab5390d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:12.26213167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"70a9ada7-4fec-4d88-9951-3b856e71022c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:12.272609579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"b4ed5109-2812-4936-9c4a-9eca83ecd9ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:12.320928179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"1614619f-6a3d-411b-80f9-3249d8f0c2b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:12.472609882Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-752be8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-752be8","reconcileID":"57f9449c-9f75-40b5-b508-bc1cf85495ff","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-752be8","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-752be8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:12.537919692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"b1432d5e-f1dc-4174-97a8-b1f2776d789a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:12.67809236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"059325df-6c0d-43dc-98be-cf795ac200f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:12.8273031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"27cdcd42-d2be-423b-9007-f15ae8a74ca4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:12.905240694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"761a75a2-daef-4725-8447-f10ddc09987e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:12.91534928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"b9d2dfa5-5e08-4c77-9fde-afa361a9df08","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:12.979915377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"a291e707-7bb4-4766-8e74-0aadcdddbe68","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:13.080836966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"8188675b-0f5b-4358-a443-a0d2ff100cec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:13.179587254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"65eced25-299b-4417-924c-c311c9660c43","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:14.076320535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03ba87a1-6b99-4fd9-8d5e-0aacbeb5e26c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:14.128241596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03ba87a1-6b99-4fd9-8d5e-0aacbeb5e26c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:14.180139056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03ba87a1-6b99-4fd9-8d5e-0aacbeb5e26c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:14.232038946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03ba87a1-6b99-4fd9-8d5e-0aacbeb5e26c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:16.159398833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fed30d40-f62c-4ee1-a2b9-d2431ca99f2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:16.212266292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fed30d40-f62c-4ee1-a2b9-d2431ca99f2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:16.264843316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fed30d40-f62c-4ee1-a2b9-d2431ca99f2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:16.264931522Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"default-tenant","reconcileID":"07bbcaa0-f7d0-4121-b031-c94479fdc141","namespace":"ai-tenant-e2e-api-a-3e7872","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:16.264993401Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"default-tenant","reconcileID":"07bbcaa0-f7d0-4121-b031-c94479fdc141","namespace":"ai-tenant-e2e-api-a-3e7872","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:16.321930637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fed30d40-f62c-4ee1-a2b9-d2431ca99f2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:16.322051931Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"default-tenant","reconcileID":"07bbcaa0-f7d0-4121-b031-c94479fdc141","tenant":"e2e-api-a-3e7872","tenantID":"e2e-api-a-3e7872","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:16.377089844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"default-tenant","reconcileID":"07bbcaa0-f7d0-4121-b031-c94479fdc141","gvk":"Deployment","name":"maas-api-e2e-api-a-3e7872","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:16.454693778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"default-tenant","reconcileID":"07bbcaa0-f7d0-4121-b031-c94479fdc141","gvk":"Service","name":"maas-api-e2e-api-a-3e7872","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:16.510404489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"default-tenant","reconcileID":"07bbcaa0-f7d0-4121-b031-c94479fdc141","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-3e7872","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:16.608986491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"default-tenant","reconcileID":"07bbcaa0-f7d0-4121-b031-c94479fdc141","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-3e7872","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:16.663599492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"default-tenant","reconcileID":"07bbcaa0-f7d0-4121-b031-c94479fdc141","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-3e7872","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:16.717621114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"default-tenant","reconcileID":"07bbcaa0-f7d0-4121-b031-c94479fdc141","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-3e7872","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:16.774759171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"default-tenant","reconcileID":"07bbcaa0-f7d0-4121-b031-c94479fdc141","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-3e7872","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:16.831310779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"default-tenant","reconcileID":"07bbcaa0-f7d0-4121-b031-c94479fdc141","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-3e7872","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:16.88291967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"default-tenant","reconcileID":"07bbcaa0-f7d0-4121-b031-c94479fdc141","gvk":"Deployment","name":"payload-processing-e2e-api-a-3e7872","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:16.939503322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"default-tenant","reconcileID":"07bbcaa0-f7d0-4121-b031-c94479fdc141","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-3e7872","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:16.99106321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"default-tenant","reconcileID":"07bbcaa0-f7d0-4121-b031-c94479fdc141","gvk":"Service","name":"payload-processing-e2e-api-a-3e7872","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:17.042756752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"default-tenant","reconcileID":"07bbcaa0-f7d0-4121-b031-c94479fdc141","gvk":"Service","name":"payload-pre-processing-e2e-api-a-3e7872","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:17.09610876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"default-tenant","reconcileID":"07bbcaa0-f7d0-4121-b031-c94479fdc141","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-3e7872","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:17.147755525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"default-tenant","reconcileID":"07bbcaa0-f7d0-4121-b031-c94479fdc141","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-3e7872","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:17.199500305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"default-tenant","reconcileID":"07bbcaa0-f7d0-4121-b031-c94479fdc141","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-3e7872","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:17.256992618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"default-tenant","reconcileID":"07bbcaa0-f7d0-4121-b031-c94479fdc141","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-3e7872","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:17.309138965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"default-tenant","reconcileID":"07bbcaa0-f7d0-4121-b031-c94479fdc141","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-3e7872","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:17.361173225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"default-tenant","reconcileID":"07bbcaa0-f7d0-4121-b031-c94479fdc141","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-3e7872","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:17.414011339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"default-tenant","reconcileID":"07bbcaa0-f7d0-4121-b031-c94479fdc141","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-3e7872","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:17.469923638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3e7872"},"namespace":"ai-tenant-e2e-api-a-3e7872","name":"default-tenant","reconcileID":"07bbcaa0-f7d0-4121-b031-c94479fdc141","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-3e7872","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:17.527829412Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"default-tenant","reconcileID":"10607fc8-0c92-48e0-9e11-4f40bd966da9","namespace":"ai-tenant-e2e-api-b-2a59a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:17.527901178Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"default-tenant","reconcileID":"10607fc8-0c92-48e0-9e11-4f40bd966da9","namespace":"ai-tenant-e2e-api-b-2a59a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:17.527960869Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"default-tenant","reconcileID":"10607fc8-0c92-48e0-9e11-4f40bd966da9","tenant":"e2e-api-b-2a59a7","tenantID":"e2e-api-b-2a59a7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:17.581596073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"default-tenant","reconcileID":"10607fc8-0c92-48e0-9e11-4f40bd966da9","gvk":"Deployment","name":"maas-api-e2e-api-b-2a59a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:17.644553078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"default-tenant","reconcileID":"10607fc8-0c92-48e0-9e11-4f40bd966da9","gvk":"Service","name":"maas-api-e2e-api-b-2a59a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:17.701862885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"default-tenant","reconcileID":"10607fc8-0c92-48e0-9e11-4f40bd966da9","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-2a59a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:17.755776551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"default-tenant","reconcileID":"10607fc8-0c92-48e0-9e11-4f40bd966da9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-2a59a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:17.814362514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"default-tenant","reconcileID":"10607fc8-0c92-48e0-9e11-4f40bd966da9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-2a59a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:17.869166793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"default-tenant","reconcileID":"10607fc8-0c92-48e0-9e11-4f40bd966da9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-2a59a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:17.926436698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"default-tenant","reconcileID":"10607fc8-0c92-48e0-9e11-4f40bd966da9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-2a59a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:17.981024118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"default-tenant","reconcileID":"10607fc8-0c92-48e0-9e11-4f40bd966da9","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-2a59a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:18.032642514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"default-tenant","reconcileID":"10607fc8-0c92-48e0-9e11-4f40bd966da9","gvk":"Deployment","name":"payload-processing-e2e-api-b-2a59a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:18.083957432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"default-tenant","reconcileID":"10607fc8-0c92-48e0-9e11-4f40bd966da9","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-2a59a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:18.140548665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"default-tenant","reconcileID":"10607fc8-0c92-48e0-9e11-4f40bd966da9","gvk":"Service","name":"payload-processing-e2e-api-b-2a59a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:18.196941124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"default-tenant","reconcileID":"10607fc8-0c92-48e0-9e11-4f40bd966da9","gvk":"Service","name":"payload-pre-processing-e2e-api-b-2a59a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:18.248439596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"default-tenant","reconcileID":"10607fc8-0c92-48e0-9e11-4f40bd966da9","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-2a59a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:18.292398355Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-3e7872","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-3e7872","reconcileID":"6afa0d84-b75c-4648-ae5f-86cbdccb0b5b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-3e7872","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-3e7872"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:18.300233329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"default-tenant","reconcileID":"10607fc8-0c92-48e0-9e11-4f40bd966da9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-2a59a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:18.351741637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"default-tenant","reconcileID":"10607fc8-0c92-48e0-9e11-4f40bd966da9","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-2a59a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:18.407522102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"default-tenant","reconcileID":"10607fc8-0c92-48e0-9e11-4f40bd966da9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-2a59a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:18.459402306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"default-tenant","reconcileID":"10607fc8-0c92-48e0-9e11-4f40bd966da9","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-2a59a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:18.511055971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"default-tenant","reconcileID":"10607fc8-0c92-48e0-9e11-4f40bd966da9","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-2a59a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:18.568416244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"default-tenant","reconcileID":"10607fc8-0c92-48e0-9e11-4f40bd966da9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-2a59a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:18.623845861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2a59a7"},"namespace":"ai-tenant-e2e-api-b-2a59a7","name":"default-tenant","reconcileID":"10607fc8-0c92-48e0-9e11-4f40bd966da9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-2a59a7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:19.444750373Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-2a59a7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-2a59a7","reconcileID":"36e74532-3fb3-4b72-bce0-c60988abc484","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-2a59a7","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-2a59a7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:19.496912486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2de7d934-a021-4123-93ba-54cf7b4b11c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:19.549205415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2de7d934-a021-4123-93ba-54cf7b4b11c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:19.601494363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2de7d934-a021-4123-93ba-54cf7b4b11c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:19.653718544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2de7d934-a021-4123-93ba-54cf7b4b11c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:21.576703879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38e0cd6b-ee1f-49dd-9074-2888c5ec2d67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:21.628741122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38e0cd6b-ee1f-49dd-9074-2888c5ec2d67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:21.680752301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38e0cd6b-ee1f-49dd-9074-2888c5ec2d67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:21.733257549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38e0cd6b-ee1f-49dd-9074-2888c5ec2d67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:23.68043472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6719255e-f676-410f-af9a-85527501ed47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:23.732510937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6719255e-f676-410f-af9a-85527501ed47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:23.784481754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6719255e-f676-410f-af9a-85527501ed47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:23.836741197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6719255e-f676-410f-af9a-85527501ed47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:25.812358198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"595a8ab3-1c54-4c83-9dd0-2923dcbf79a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:25.864856749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"595a8ab3-1c54-4c83-9dd0-2923dcbf79a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:25.917399131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"595a8ab3-1c54-4c83-9dd0-2923dcbf79a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:25.969791005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"595a8ab3-1c54-4c83-9dd0-2923dcbf79a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:26.122808642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"e2e-e2e-api-b-2cda64-policy","reconcileID":"cf062f13-027f-4219-b756-7daa065eeef0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2cda64","tenantID":"e2e-api-b-2cda64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:26.179737103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"e2e-e2e-api-b-2cda64-policy","reconcileID":"cf062f13-027f-4219-b756-7daa065eeef0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"name":"e2e-api-b-2cda64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:26.521046559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"e2e-e2e-api-b-2cda64-policy","reconcileID":"271267d8-284f-46a5-ba67-2b5150c2419e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2cda64","tenantID":"e2e-api-b-2cda64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:26.578441874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"e2e-e2e-api-b-2cda64-policy","reconcileID":"271267d8-284f-46a5-ba67-2b5150c2419e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"name":"e2e-api-b-2cda64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:27.984604487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44dca6fd-9225-4b0a-88fe-994b5b057f41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:28.036622841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44dca6fd-9225-4b0a-88fe-994b5b057f41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:28.088713193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44dca6fd-9225-4b0a-88fe-994b5b057f41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:28.140719974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44dca6fd-9225-4b0a-88fe-994b5b057f41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:30.085385647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"688dea98-a5f7-4a61-a923-c89011501a39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:30.13804089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"688dea98-a5f7-4a61-a923-c89011501a39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:30.190241868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"688dea98-a5f7-4a61-a923-c89011501a39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:30.242494716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"688dea98-a5f7-4a61-a923-c89011501a39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:32.200316142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77a9cb67-7ca6-4e9c-bab3-69ec58ff1486","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:32.252643955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77a9cb67-7ca6-4e9c-bab3-69ec58ff1486","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:32.307684583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77a9cb67-7ca6-4e9c-bab3-69ec58ff1486","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:32.359534212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77a9cb67-7ca6-4e9c-bab3-69ec58ff1486","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:32.743239993Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-97fc39","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-97fc39","reconcileID":"f51f6d57-fe70-4bf3-abbf-097a7df1be83","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-97fc39","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-97fc39":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:34.276464444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb56ded9-d013-4e28-bfdd-09bc0b1647df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:34.329044793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb56ded9-d013-4e28-bfdd-09bc0b1647df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:34.381384662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb56ded9-d013-4e28-bfdd-09bc0b1647df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:34.43434552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb56ded9-d013-4e28-bfdd-09bc0b1647df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:34.728715678Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:36.354871832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b90e706-6d16-4319-af3d-345df4806b20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:36.40799706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b90e706-6d16-4319-af3d-345df4806b20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:36.459980753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b90e706-6d16-4319-af3d-345df4806b20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:36.51191982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b90e706-6d16-4319-af3d-345df4806b20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:36.828717068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"e2e-e2e-api-b-2cda64-policy","reconcileID":"b87a4c54-9d50-4852-b217-912a90cbbcde","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2cda64","tenantID":"e2e-api-b-2cda64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:36.885475313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"e2e-e2e-api-b-2cda64-policy","reconcileID":"b87a4c54-9d50-4852-b217-912a90cbbcde","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"name":"e2e-api-b-2cda64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:37.143283087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"e2e-e2e-api-b-2cda64-policy","reconcileID":"7a9873dd-3269-4280-a0b8-c4753cff6b9f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2cda64","tenantID":"e2e-api-b-2cda64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:37.201695944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"e2e-e2e-api-b-2cda64-policy","reconcileID":"7a9873dd-3269-4280-a0b8-c4753cff6b9f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"name":"e2e-api-b-2cda64-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:38.472796102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c001d22b-a5af-4998-9427-e1fde252332d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:38.524828962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c001d22b-a5af-4998-9427-e1fde252332d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:38.57676395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c001d22b-a5af-4998-9427-e1fde252332d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:38.629091489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c001d22b-a5af-4998-9427-e1fde252332d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:39.451701119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6a8a5"},"namespace":"ai-tenant-e2e-ipp-a-f6a8a5","name":"default-tenant","reconcileID":"c014e867-3c5d-42bd-b974-a5ecd95fb0f8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f6a8a5","tenantID":"e2e-ipp-a-f6a8a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:39.569330635Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6a8a5"},"namespace":"ai-tenant-e2e-ipp-a-f6a8a5","name":"default-tenant","reconcileID":"c014e867-3c5d-42bd-b974-a5ecd95fb0f8","name":"e2e-ipp-a-f6a8a5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:40.200755189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"8f8210c5-3bde-4397-adf2-513507c0e816","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:40.437558042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"43e37526-93ab-4f02-b6bb-dd1b698d63a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:40.553704375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"5efd7f78-6d58-43af-a419-5dcee89c11bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:40.58323035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c950b529-6e02-43f3-98c0-48e427d06b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:40.640396456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c950b529-6e02-43f3-98c0-48e427d06b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:40.692370453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c950b529-6e02-43f3-98c0-48e427d06b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:40.723764873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"86bbcd20-165b-4745-b268-168c372a0e6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:40.74460643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c950b529-6e02-43f3-98c0-48e427d06b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:40.901639468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"4ee3f857-7315-47ab-833a-5a9897a426c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:40.901957645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c0889fee-3e6c-49f0-80f1-2021a5df2893","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:41.06447118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"77734bea-9d99-4cc1-ba94-635216269582","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:41.16812412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"499d992d-e059-4a97-a08d-8acc1091c931","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:41.270338881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"f01a7e57-f7a6-4d1d-9c3c-0b6931c962e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:41.294672758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"93c5d630-dcc1-4ec6-bfdc-0ec6c0579782","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:41.369238917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"69461108-4c37-454b-b928-c75fcd76a784","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:41.470105095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"33c532b4-be78-4689-95a8-48b1bee41f50","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:42.680134278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d238954f-4176-4cdd-8034-972880b6c169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:42.732364374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d238954f-4176-4cdd-8034-972880b6c169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:42.784212103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d238954f-4176-4cdd-8034-972880b6c169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:42.836154788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d238954f-4176-4cdd-8034-972880b6c169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:44.723255513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6308e11c-fc8b-431f-bb38-afc1149d18a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:44.776430501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6308e11c-fc8b-431f-bb38-afc1149d18a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:44.828444045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6308e11c-fc8b-431f-bb38-afc1149d18a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:36:44.886394873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6308e11c-fc8b-431f-bb38-afc1149d18a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:04.665698224Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:12.433817148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"default-tenant","reconcileID":"ccd2248e-c066-409a-b9c8-5b3f35fdcded","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-752be8","tenantID":"e2e-api-a-752be8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:12.551807206Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"default-tenant","reconcileID":"ccd2248e-c066-409a-b9c8-5b3f35fdcded","name":"e2e-api-a-752be8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:17.478213981Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"default-tenant","reconcileID":"8ed44f28-438f-49d0-8809-6547719b6039","namespace":"ai-tenant-e2e-api-b-2cda64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:17.478301659Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"default-tenant","reconcileID":"8ed44f28-438f-49d0-8809-6547719b6039","namespace":"ai-tenant-e2e-api-b-2cda64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:17.478367567Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"default-tenant","reconcileID":"8ed44f28-438f-49d0-8809-6547719b6039","name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:17.53403176Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"default-tenant","reconcileID":"8ed44f28-438f-49d0-8809-6547719b6039","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:17.534562287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa096730-84fa-427d-a1c0-f91ecb218885","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:17.534582285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa096730-84fa-427d-a1c0-f91ecb218885","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:17.534690804Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"e2e-e2e-api-b-2cda64-policy","reconcileID":"953dacd8-d4ea-41d9-b5b0-6f002199ccfc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:17.690496908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"e2e-e2e-api-b-2cda64-policy","reconcileID":"953dacd8-d4ea-41d9-b5b0-6f002199ccfc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2cda64","tenantID":"e2e-api-b-2cda64","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:17.816922851Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"e2e-e2e-api-b-2cda64-policy","reconcileID":"953dacd8-d4ea-41d9-b5b0-6f002199ccfc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"name":"e2e-api-b-2cda64-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:17.816959884Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"e2e-e2e-api-b-2cda64-policy","reconcileID":"953dacd8-d4ea-41d9-b5b0-6f002199ccfc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2cda64-policy","namespace":"ai-tenant-e2e-api-b-2cda64"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2cda64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:17.873573873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba08df4f-fcdd-436f-8f3d-a977f0aae4f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:17.873599802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba08df4f-fcdd-436f-8f3d-a977f0aae4f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:31.789928791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97fc39"},"namespace":"ai-tenant-e2e-ipp-a-97fc39","name":"default-tenant","reconcileID":"ca9659b2-062e-486f-9223-0665cbde22f8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-97fc39","tenantID":"e2e-ipp-a-97fc39","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:31.907334526Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97fc39"},"namespace":"ai-tenant-e2e-ipp-a-97fc39","name":"default-tenant","reconcileID":"ca9659b2-062e-486f-9223-0665cbde22f8","name":"e2e-ipp-a-97fc39-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:34.666129016Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:38.516408887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6391f20f-62eb-4ad0-ba9b-3ce27e67b3b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:38.568995418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6391f20f-62eb-4ad0-ba9b-3ce27e67b3b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:38.621620208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6391f20f-62eb-4ad0-ba9b-3ce27e67b3b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:38.67502957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6391f20f-62eb-4ad0-ba9b-3ce27e67b3b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:38.733954222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"986e924c-a388-450f-a6a8-e98106bc51e7","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"tenant":"e2e-ipp-a-bba5ed","gateway":"openshift-ingress/e2e-ipp-a-bba5ed","model":"ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:38.733986027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"986e924c-a388-450f-a6a8-e98106bc51e7","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"routeName":"ipp-route-bba5ed-kserve-route","namespace":"ai-tenant-e2e-ipp-a-bba5ed","llmisvcName":"ipp-route-bba5ed","gateway":"openshift-ingress/e2e-ipp-a-bba5ed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:40.596131956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e918a27-1adb-4cfb-b0bf-0624810191d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:40.648098906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e918a27-1adb-4cfb-b0bf-0624810191d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:40.700142765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e918a27-1adb-4cfb-b0bf-0624810191d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:40.752907484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e918a27-1adb-4cfb-b0bf-0624810191d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:44.289679487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"30dfc2e6-8b0f-4240-b022-e83ff57b9c44","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"tenant":"e2e-ipp-a-bba5ed","gateway":"openshift-ingress/e2e-ipp-a-bba5ed","model":"ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:44.289702306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"30dfc2e6-8b0f-4240-b022-e83ff57b9c44","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"routeName":"ipp-route-bba5ed-kserve-route","namespace":"ai-tenant-e2e-ipp-a-bba5ed","llmisvcName":"ipp-route-bba5ed","gateway":"openshift-ingress/e2e-ipp-a-bba5ed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:44.346903768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"c00af922-89c7-4f64-95a7-00e9635af46a","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"tenant":"e2e-ipp-a-bba5ed","gateway":"openshift-ingress/e2e-ipp-a-bba5ed","model":"ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:44.346925194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"c00af922-89c7-4f64-95a7-00e9635af46a","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"routeName":"ipp-route-bba5ed-kserve-route","namespace":"ai-tenant-e2e-ipp-a-bba5ed","llmisvcName":"ipp-route-bba5ed","gateway":"openshift-ingress/e2e-ipp-a-bba5ed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:44.450995425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-auth","reconcileID":"d4f25131-54e2-4f6f-9c06-1badc0d55955","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bba5ed","tenantID":"e2e-ipp-a-bba5ed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:44.583976138Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-auth","reconcileID":"d4f25131-54e2-4f6f-9c06-1badc0d55955","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"name":"e2e-ipp-a-bba5ed-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:44.639667208Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-bba5ed-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-auth","reconcileID":"d4f25131-54e2-4f6f-9c06-1badc0d55955","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:44.696603339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"8aff63b2-18a6-492d-b239-feed2f7ddc81","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"tenant":"e2e-ipp-a-bba5ed","gateway":"openshift-ingress/e2e-ipp-a-bba5ed","model":"ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:44.696626545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"8aff63b2-18a6-492d-b239-feed2f7ddc81","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"routeName":"ipp-route-bba5ed-kserve-route","namespace":"ai-tenant-e2e-ipp-a-bba5ed","llmisvcName":"ipp-route-bba5ed","gateway":"openshift-ingress/e2e-ipp-a-bba5ed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:54.80101346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-auth","reconcileID":"c62bd08f-cce6-4bb4-87de-d8a2fa51df2e","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bba5ed","tenantID":"e2e-ipp-a-bba5ed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:54.858252379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-auth","reconcileID":"c62bd08f-cce6-4bb4-87de-d8a2fa51df2e","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"name":"e2e-ipp-a-bba5ed-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:37:54.914118531Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-bba5ed-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-auth","reconcileID":"c62bd08f-cce6-4bb4-87de-d8a2fa51df2e","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:04.666704193Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.035042278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-auth","reconcileID":"157612b7-fa10-46e4-87c3-14ade6cec4e0","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bba5ed","tenantID":"e2e-ipp-a-bba5ed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.092736805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-auth","reconcileID":"157612b7-fa10-46e4-87c3-14ade6cec4e0","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"name":"e2e-ipp-a-bba5ed-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:05.148632028Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-bba5ed-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-auth","reconcileID":"157612b7-fa10-46e4-87c3-14ade6cec4e0","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:09.497830784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0fc9f47f-d2bd-4567-9302-13cb512d4384","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:09.598329937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"d98e35e0-2aca-4a33-96e1-916edd03f8fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:09.705086059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"5ff5d347-09b8-4dfa-a218-2f2d1370b7fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:09.738081796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"a2390d1a-3e58-4277-b080-89a7a878b964","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:09.808583946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"cca99866-970a-49f8-9e63-03869aa3ac83","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:09.929948835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"630f9d4a-0c6c-436a-8da2-28caba7be567","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:10.281058059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"11c4c183-4550-4bc2-bb96-76f53f92ce36","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:10.382038328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"198a7ae0-8831-4ff8-ad23-2d121d0b84f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:10.482578302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0da3af88-2e90-4209-96b2-39ab9ea397a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:10.519307516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"b7f44ad4-4e86-45df-a4f6-bb13f3ab9d43","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:10.637084025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"d1b7d219-bf75-4071-b617-29c503a6446a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:10.874543799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"0cd8e4f1-32c5-4328-b900-5effad153ff2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:11.520433529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba91c495-78ee-4ddc-9baa-23a660be4811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:11.572516958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba91c495-78ee-4ddc-9baa-23a660be4811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:11.624651209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba91c495-78ee-4ddc-9baa-23a660be4811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:11.676918789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba91c495-78ee-4ddc-9baa-23a660be4811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:13.57666826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6a33a14-65a1-4d24-b900-bf147299ed06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:13.631393272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6a33a14-65a1-4d24-b900-bf147299ed06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:13.683412161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6a33a14-65a1-4d24-b900-bf147299ed06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:13.735696705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6a33a14-65a1-4d24-b900-bf147299ed06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:15.280287915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-auth","reconcileID":"b4377ca6-29f4-435d-94f3-45a02afa569f","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bba5ed","tenantID":"e2e-ipp-a-bba5ed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:15.337385164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-auth","reconcileID":"b4377ca6-29f4-435d-94f3-45a02afa569f","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"name":"e2e-ipp-a-bba5ed-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:15.393002936Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-bba5ed-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dbb55f6382c32ea481cf003733de14d69673f33f19ffad8534783a5657113321) AuthConfig (965600b6ea3e0b3cb48c2c8639e99d0ddf134e7f2b0db26e87d82e6145b7c3b1) AuthConfig (aa027868acc35611af633b70b7ecb059892132f9e834826f535971599a1fc530) AuthConfig (51b7e60ed2d3400a7fcf6abe2fa298f1c9668eca74e472fcb52fa360753838c5) AuthConfig (8e963532701252c38323e05b5e81033197f0c186b99f69695d3162f7291ce355) AuthConfig (23bd81b190ba396fa66dd80497067d7a11c1c62604cf362cfc01e7d783a33ca7) AuthConfig (b2c58776feaf972ef8d2cf0bd33021817d602d2e32ade6714403d7feff91fa08) AuthConfig (a58c0aebb4ba5b90d5ecd49494da5b4e9a53349819591d2e0abbf9500674bf8d) AuthConfig (42ae6a661074fe7269d70c2f6b36b338f10c136cdf03ebc8a370cbd5f4111258) AuthConfig (73454d98ea444c0df2ba071874132c88ae83e20bb08a3a6fdfb312c2862dbdd1) AuthConfig (2e87511f9dac1d6955ea7440ca315f61d832f670ea1bb557848a00ccbc1c575e) AuthConfig (836cc8d420ddaf0cc55e4b962cef9123d9b35fa77633c0d9fe1383cc17a6bffd) AuthConfig (fa06ce1d02730acd74d27aefbdb3029b1e17642a822900054294fa3f6a386970) AuthConfig (669cb8e595c13d1defc0a85018ca5106bf5541f0a9429ce74c9bfebfd2088cc2) AuthConfig (409d1e275e53d8434f98c9ee42541551fad0306b28d569c184f85c1fd25e8dc7) AuthConfig (6cfc719afea5740af019120470c500cffd567a52809de418db9e79a9cc218148) AuthConfig (dc2d3de1490951b83be2b98ee6635a9486c4e00afa7ffd6cea3a9d8201e722a6) AuthConfig (46eafe9714afdfa97b469cbdd4d131b6b9a0ecc94a26dc9f00b647143da65b62)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-auth","reconcileID":"b4377ca6-29f4-435d-94f3-45a02afa569f","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:15.450752285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"cee17cfa-5b5e-41b9-897c-1790616df99e","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"tenant":"e2e-ipp-a-bba5ed","gateway":"openshift-ingress/e2e-ipp-a-bba5ed","model":"ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:15.45077207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"cee17cfa-5b5e-41b9-897c-1790616df99e","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"routeName":"ipp-route-bba5ed-kserve-route","namespace":"ai-tenant-e2e-ipp-a-bba5ed","llmisvcName":"ipp-route-bba5ed","gateway":"openshift-ingress/e2e-ipp-a-bba5ed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:15.774827167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53de3d3b-ee5f-4e83-8247-745fb635b614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:15.831904244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53de3d3b-ee5f-4e83-8247-745fb635b614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:15.884895569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7217b433-bafd-41cb-ad8f-a1426e163c62","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:15.884924037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7217b433-bafd-41cb-ad8f-a1426e163c62","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:15.886560304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53de3d3b-ee5f-4e83-8247-745fb635b614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:15.938776479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53de3d3b-ee5f-4e83-8247-745fb635b614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:15.994835848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"780a756e-4e38-404f-bcb8-ed965f218e78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:15.994860412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"780a756e-4e38-404f-bcb8-ed965f218e78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:16.152426161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"e2e-e2e-api-a-752be8-policy","reconcileID":"6b4c11f9-3f2b-45f2-ad83-af3e1fbe3f48","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-752be8","tenantID":"e2e-api-a-752be8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:16.280363043Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"e2e-e2e-api-a-752be8-policy","reconcileID":"6b4c11f9-3f2b-45f2-ad83-af3e1fbe3f48","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"name":"e2e-api-a-752be8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:16.336479465Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-752be8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"e2e-e2e-api-a-752be8-policy","reconcileID":"6b4c11f9-3f2b-45f2-ad83-af3e1fbe3f48","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:16.39381083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e848689-f6c8-4a84-b0f2-1bf5959292b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:16.39383239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e848689-f6c8-4a84-b0f2-1bf5959292b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:20.064726741Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"default-tenant","reconcileID":"b94f1e03-1c8b-4b64-bdec-cfe72027b457","namespace":"ai-tenant-e2e-api-b-2cda64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:20.064791336Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"default-tenant","reconcileID":"b94f1e03-1c8b-4b64-bdec-cfe72027b457","namespace":"ai-tenant-e2e-api-b-2cda64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:20.064843748Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"default-tenant","reconcileID":"b94f1e03-1c8b-4b64-bdec-cfe72027b457","tenant":"e2e-api-b-2cda64","tenantID":"e2e-api-b-2cda64","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:20.118906337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"default-tenant","reconcileID":"b94f1e03-1c8b-4b64-bdec-cfe72027b457","gvk":"Deployment","name":"maas-api-e2e-api-b-2cda64","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:20.183425744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"default-tenant","reconcileID":"b94f1e03-1c8b-4b64-bdec-cfe72027b457","gvk":"Service","name":"maas-api-e2e-api-b-2cda64","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:20.238361983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"default-tenant","reconcileID":"b94f1e03-1c8b-4b64-bdec-cfe72027b457","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-2cda64","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:20.2924707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"default-tenant","reconcileID":"b94f1e03-1c8b-4b64-bdec-cfe72027b457","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-2cda64","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:20.394312597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"default-tenant","reconcileID":"b94f1e03-1c8b-4b64-bdec-cfe72027b457","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-2cda64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:20.448755801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"default-tenant","reconcileID":"b94f1e03-1c8b-4b64-bdec-cfe72027b457","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-2cda64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:20.50599013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"default-tenant","reconcileID":"b94f1e03-1c8b-4b64-bdec-cfe72027b457","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-2cda64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:20.560453517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"default-tenant","reconcileID":"b94f1e03-1c8b-4b64-bdec-cfe72027b457","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-2cda64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:20.612378695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"default-tenant","reconcileID":"b94f1e03-1c8b-4b64-bdec-cfe72027b457","gvk":"Deployment","name":"payload-processing-e2e-api-b-2cda64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:20.7374635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"default-tenant","reconcileID":"b94f1e03-1c8b-4b64-bdec-cfe72027b457","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-2cda64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:20.789386657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"default-tenant","reconcileID":"b94f1e03-1c8b-4b64-bdec-cfe72027b457","gvk":"Service","name":"payload-processing-e2e-api-b-2cda64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:20.841482889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"default-tenant","reconcileID":"b94f1e03-1c8b-4b64-bdec-cfe72027b457","gvk":"Service","name":"payload-pre-processing-e2e-api-b-2cda64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:20.893597146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"default-tenant","reconcileID":"b94f1e03-1c8b-4b64-bdec-cfe72027b457","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-2cda64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:20.94548146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"default-tenant","reconcileID":"b94f1e03-1c8b-4b64-bdec-cfe72027b457","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-2cda64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:20.997312916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"default-tenant","reconcileID":"b94f1e03-1c8b-4b64-bdec-cfe72027b457","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-2cda64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:21.055381037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"default-tenant","reconcileID":"b94f1e03-1c8b-4b64-bdec-cfe72027b457","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-2cda64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:21.107054175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"default-tenant","reconcileID":"b94f1e03-1c8b-4b64-bdec-cfe72027b457","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-2cda64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:21.15860679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"default-tenant","reconcileID":"b94f1e03-1c8b-4b64-bdec-cfe72027b457","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-2cda64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:21.210647152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"default-tenant","reconcileID":"b94f1e03-1c8b-4b64-bdec-cfe72027b457","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-2cda64","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:21.26658387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2cda64"},"namespace":"ai-tenant-e2e-api-b-2cda64","name":"default-tenant","reconcileID":"b94f1e03-1c8b-4b64-bdec-cfe72027b457","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-2cda64","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:21.312095209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16ac7747-0c73-44ea-9ff8-dd527916f73d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:21.364070642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16ac7747-0c73-44ea-9ff8-dd527916f73d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:21.416102033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16ac7747-0c73-44ea-9ff8-dd527916f73d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:21.468147476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16ac7747-0c73-44ea-9ff8-dd527916f73d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:22.135651464Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-2cda64","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-2cda64","reconcileID":"01ec253c-84f6-423d-adb1-c3f5a1af5506","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-2cda64","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-2cda64"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:22.757785507Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-726d5b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-726d5b","reconcileID":"0fd960d5-384e-4cdf-92c1-0d559355b6e1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-726d5b","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-726d5b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:23.383923009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c029dce-d1d7-4134-83e9-519efc92eaa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:23.435715819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c029dce-d1d7-4134-83e9-519efc92eaa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:23.487629365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c029dce-d1d7-4134-83e9-519efc92eaa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:23.539762932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c029dce-d1d7-4134-83e9-519efc92eaa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:25.47310576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067c1295-6150-46c2-b4c7-0fda05b7b1d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:25.526020158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067c1295-6150-46c2-b4c7-0fda05b7b1d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:25.578302707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067c1295-6150-46c2-b4c7-0fda05b7b1d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:25.630285205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067c1295-6150-46c2-b4c7-0fda05b7b1d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:25.685541857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-auth","reconcileID":"f6aee526-ff32-45d2-ad36-3706a49a28f9","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bba5ed","tenantID":"e2e-ipp-a-bba5ed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:25.742942859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-auth","reconcileID":"f6aee526-ff32-45d2-ad36-3706a49a28f9","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"name":"e2e-ipp-a-bba5ed-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:25.798425431Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-bba5ed-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dbb55f6382c32ea481cf003733de14d69673f33f19ffad8534783a5657113321) AuthConfig (965600b6ea3e0b3cb48c2c8639e99d0ddf134e7f2b0db26e87d82e6145b7c3b1) AuthConfig (aa027868acc35611af633b70b7ecb059892132f9e834826f535971599a1fc530) AuthConfig (51b7e60ed2d3400a7fcf6abe2fa298f1c9668eca74e472fcb52fa360753838c5) AuthConfig (8e963532701252c38323e05b5e81033197f0c186b99f69695d3162f7291ce355) AuthConfig (23bd81b190ba396fa66dd80497067d7a11c1c62604cf362cfc01e7d783a33ca7) AuthConfig (b2c58776feaf972ef8d2cf0bd33021817d602d2e32ade6714403d7feff91fa08) AuthConfig (a58c0aebb4ba5b90d5ecd49494da5b4e9a53349819591d2e0abbf9500674bf8d) AuthConfig (42ae6a661074fe7269d70c2f6b36b338f10c136cdf03ebc8a370cbd5f4111258) AuthConfig (73454d98ea444c0df2ba071874132c88ae83e20bb08a3a6fdfb312c2862dbdd1) AuthConfig (2e87511f9dac1d6955ea7440ca315f61d832f670ea1bb557848a00ccbc1c575e) AuthConfig (836cc8d420ddaf0cc55e4b962cef9123d9b35fa77633c0d9fe1383cc17a6bffd) AuthConfig (fa06ce1d02730acd74d27aefbdb3029b1e17642a822900054294fa3f6a386970) AuthConfig (669cb8e595c13d1defc0a85018ca5106bf5541f0a9429ce74c9bfebfd2088cc2) AuthConfig (409d1e275e53d8434f98c9ee42541551fad0306b28d569c184f85c1fd25e8dc7) AuthConfig (6cfc719afea5740af019120470c500cffd567a52809de418db9e79a9cc218148) AuthConfig (dc2d3de1490951b83be2b98ee6635a9486c4e00afa7ffd6cea3a9d8201e722a6) AuthConfig (46eafe9714afdfa97b469cbdd4d131b6b9a0ecc94a26dc9f00b647143da65b62)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-auth","reconcileID":"f6aee526-ff32-45d2-ad36-3706a49a28f9","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:26.505674451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"e2e-e2e-api-a-752be8-policy","reconcileID":"97cc303c-4d57-474a-b5da-72c321866825","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-752be8","tenantID":"e2e-api-a-752be8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:26.564249421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"e2e-e2e-api-a-752be8-policy","reconcileID":"97cc303c-4d57-474a-b5da-72c321866825","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"name":"e2e-api-a-752be8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:26.620247572Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-752be8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"e2e-e2e-api-a-752be8-policy","reconcileID":"97cc303c-4d57-474a-b5da-72c321866825","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:29.160028903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"3d41e66d-1a08-4eef-bd6c-06bf4402b272","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:29.258822054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"5c07aa57-1488-468e-9a15-dc2035643456","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:29.357130348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"3bf34f48-d132-436e-9800-9805a9ffe957","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:29.465757359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"f750562b-33ad-4426-8df7-bcd05180d616","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:29.596417688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"75a11b01-662d-48de-aa12-10b17c8802f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:29.696562695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"f7394278-3f5d-4a8e-bae1-13eeb5508a09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:29.826766291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"df747fed-d8db-445f-be9f-a68774b5fa75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:29.927144481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c7dd9113-5e96-42f4-9299-696084e928b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:29.961687533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"88fa36ec-19c2-47f5-b04b-7f6dbdd2ad32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:30.028599727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"b0b1b89d-fa9b-4525-8a22-4e1bb03b9093","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:30.127850387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"8ba08540-f936-4ff3-adef-976260e83fd3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:30.153272109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"c4b5df50-94db-452f-94f8-e630709aee3b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:30.702455459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60979975-c98d-48b9-809c-110bc27b4a12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:30.702486629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60979975-c98d-48b9-809c-110bc27b4a12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:30.757687887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52907e2d-4e97-4c0c-8e1f-370fcd943d75","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:30.757709102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52907e2d-4e97-4c0c-8e1f-370fcd943d75","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:30.930904953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2a391b8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2a391b8c","reconcileID":"a048f67f-3506-40d0-9085-f7478646ddd6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2a391b8c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:30.988446626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2a391b8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2a391b8c","reconcileID":"a048f67f-3506-40d0-9085-f7478646ddd6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2a391b8c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:31.126463337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c49dddb-8905-4782-829b-d0a07b33fbe9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:31.126483016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c49dddb-8905-4782-829b-d0a07b33fbe9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:31.182155722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f66a9e8-39f1-40fa-bb17-3d88ef2b281e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:31.182217625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f66a9e8-39f1-40fa-bb17-3d88ef2b281e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:38:31.237479512Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2a391b8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-2a391b8c","reconcileID":"506294c9-0e92-40f8-b05c-f8d6ea5b1218","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-2a391b8c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:31.28552386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d666e55b-8927-4003-b876-b047f801fb08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:31.285691489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c81f0639-038e-4b65-a7b1-3cbb18896386","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:31.305568041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26fa192a-75e6-4ad7-9ffa-ee89c7ef2e88","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:31.305592001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26fa192a-75e6-4ad7-9ffa-ee89c7ef2e88","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:31.344095144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d666e55b-8927-4003-b876-b047f801fb08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:31.344103528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c81f0639-038e-4b65-a7b1-3cbb18896386","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:31.350505759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2452070c-48bd-4323-994e-032a5ddfcad9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:31.350523427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2452070c-48bd-4323-994e-032a5ddfcad9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:31.408143111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f70a35a-a32e-42c7-b4e4-8f4f16fd648e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:31.40817251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f70a35a-a32e-42c7-b4e4-8f4f16fd648e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:31.460012532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2a391b8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2a391b8c","reconcileID":"263b1751-b8b3-473d-864e-70e8125b1b30","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2a391b8c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:31.51720958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2a391b8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2a391b8c","reconcileID":"263b1751-b8b3-473d-864e-70e8125b1b30","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2a391b8c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:31.675807376Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2a391b8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-2a391b8c","reconcileID":"a2f7175e-d0d8-4ffe-a373-52c4bcbbedb6","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2a391b8c","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-2a391b8c","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:31.675945749Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2a391b8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-2a391b8c","reconcileID":"a2f7175e-d0d8-4ffe-a373-52c4bcbbedb6","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2a391b8c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-2a391b8c","error":"MaaSModelRef not found: llm/nonexistent-model-2a391b8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:31.712427059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e55a118-cbad-4f26-97f0-7002a660c8f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:31.713133587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7bea96e0-019e-4410-a8d5-d792f5696372","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:31.771812406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7bea96e0-019e-4410-a8d5-d792f5696372","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:31.772591671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e55a118-cbad-4f26-97f0-7002a660c8f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:31.895294515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"02b02db3-2373-424b-83c7-3e8a1ef13d27","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:31.929685568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2a391b8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2a391b8c","reconcileID":"68b125aa-580b-40b5-9a39-e91c2e094c87","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2a391b8c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:31.9450031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3ff6b8c-7608-49e7-ac2f-d38bc34179a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:31.945027611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3ff6b8c-7608-49e7-ac2f-d38bc34179a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:31.986489806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2a391b8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2a391b8c","reconcileID":"68b125aa-580b-40b5-9a39-e91c2e094c87","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2a391b8c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:32.154396676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2a391b8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-2a391b8c","reconcileID":"e07f89b3-e096-4f57-a4de-f5f9e0111296","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2a391b8c","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:32.154537707Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2a391b8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-2a391b8c","reconcileID":"e07f89b3-e096-4f57-a4de-f5f9e0111296","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2a391b8c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-2a391b8c","error":"MaaSModelRef not found: llm/nonexistent-model-2a391b8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:33.442662108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"398274a5-1073-4908-9dcb-450f0e30d0b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:33.495338202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"398274a5-1073-4908-9dcb-450f0e30d0b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:33.551130062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"398274a5-1073-4908-9dcb-450f0e30d0b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:33.606078708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"398274a5-1073-4908-9dcb-450f0e30d0b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:33.963408741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40050e11-aa30-4e83-a13c-56590c037128","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:33.963430422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40050e11-aa30-4e83-a13c-56590c037128","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:34.118236139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13668f72-9a5b-4ee9-b472-5d5a980ab8e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:34.118356106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99ba01b5-7f6d-48ba-a77c-0cb07fc9f4b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:34.118720975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2a391b8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2a391b8c","reconcileID":"2a2c8a35-7d75-4505-bb8a-6bf4648fb85c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2a391b8c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:34.176142411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99ba01b5-7f6d-48ba-a77c-0cb07fc9f4b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:34.17721759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2a391b8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2a391b8c","reconcileID":"2a2c8a35-7d75-4505-bb8a-6bf4648fb85c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2a391b8c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:34.178804661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13668f72-9a5b-4ee9-b472-5d5a980ab8e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:34.665922474Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:35.498118141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfc16f07-db34-40a6-a6aa-23ebfd72268f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:35.550165199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfc16f07-db34-40a6-a6aa-23ebfd72268f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:35.602495944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfc16f07-db34-40a6-a6aa-23ebfd72268f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:35.654421438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfc16f07-db34-40a6-a6aa-23ebfd72268f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:35.924739704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-auth","reconcileID":"7d6fe8c3-6805-4802-90e6-46c50e4df5d5","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bba5ed","tenantID":"e2e-ipp-a-bba5ed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:35.981553949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-auth","reconcileID":"7d6fe8c3-6805-4802-90e6-46c50e4df5d5","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"name":"e2e-ipp-a-bba5ed-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:36.298244991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"24478948-295f-4696-ad54-688944bc84da","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"tenant":"e2e-ipp-a-bba5ed","gateway":"openshift-ingress/e2e-ipp-a-bba5ed","model":"ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:36.298266934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"24478948-295f-4696-ad54-688944bc84da","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"routeName":"ipp-route-bba5ed-kserve-route","namespace":"ai-tenant-e2e-ipp-a-bba5ed","llmisvcName":"ipp-route-bba5ed","gateway":"openshift-ingress/e2e-ipp-a-bba5ed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:36.724581754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"e2e-e2e-api-a-752be8-policy","reconcileID":"c2e2006e-6c05-42c2-b8fd-45b5065a92b3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-752be8","tenantID":"e2e-api-a-752be8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:36.782062548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"e2e-e2e-api-a-752be8-policy","reconcileID":"c2e2006e-6c05-42c2-b8fd-45b5065a92b3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"name":"e2e-api-a-752be8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:36.839934542Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-752be8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f0a5572289af6ecae6c17e94098f28664045bf1972cc67350cf9ddf1f4425214) AuthConfig (474a006de234d7bc4c3e9809d281b7234cc64571d69417ceb426e0923f070cae) AuthConfig (bfb213c0afd9696a63f00ab01fff6d08e069afcaf258f7de2d11704c17db372b) AuthConfig (9c7fdc0fb84fe3d9fdc31b589d9976613be836c99eaef55590e2860288cdcba2) AuthConfig (d6286e45243cac5aa02249b4d6b80ef92e1f39ddbf7dbaa97824f22138b20ed1) AuthConfig (30abfa57fb3557dcf61ad407e4b19c6cd0b4168b4901900a82398da2a061b3a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"e2e-e2e-api-a-752be8-policy","reconcileID":"c2e2006e-6c05-42c2-b8fd-45b5065a92b3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:36.897826444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6758a20f-eff5-4e0a-9b93-922a4b22c07b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:36.897846978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6758a20f-eff5-4e0a-9b93-922a4b22c07b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:41.573385914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66819cfc-03ae-4d21-b4fb-e8378808c5ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:41.625471619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66819cfc-03ae-4d21-b4fb-e8378808c5ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:41.661010041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"d36d0c56-b623-407b-9eee-7839c45bed28","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"tenant":"e2e-ipp-a-bba5ed","gateway":"openshift-ingress/e2e-ipp-a-bba5ed","model":"ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:41.661045125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"d36d0c56-b623-407b-9eee-7839c45bed28","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"routeName":"ipp-route-bba5ed-kserve-route","namespace":"ai-tenant-e2e-ipp-a-bba5ed","llmisvcName":"ipp-route-bba5ed","gateway":"openshift-ingress/e2e-ipp-a-bba5ed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:41.678063233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66819cfc-03ae-4d21-b4fb-e8378808c5ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:41.731134153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66819cfc-03ae-4d21-b4fb-e8378808c5ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:41.79222825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"4722be05-783f-4981-9cc3-110d4cd12187","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"tenant":"e2e-ipp-a-bba5ed","gateway":"openshift-ingress/e2e-ipp-a-bba5ed","model":"ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:41.792261516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"4722be05-783f-4981-9cc3-110d4cd12187","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"routeName":"ipp-route-bba5ed-kserve-route","namespace":"ai-tenant-e2e-ipp-a-bba5ed","llmisvcName":"ipp-route-bba5ed","gateway":"openshift-ingress/e2e-ipp-a-bba5ed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:41.835423942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-auth","reconcileID":"26800741-f42b-4f95-b10a-bc59f0807ada","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bba5ed","tenantID":"e2e-ipp-a-bba5ed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:38:41.84066416Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-bba5ed-sub","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-sub","reconcileID":"d7428042-8ce9-456e-9ab1-b3f39e7866da","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-bba5ed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:41.892806406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-auth","reconcileID":"26800741-f42b-4f95-b10a-bc59f0807ada","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"name":"e2e-ipp-a-bba5ed-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:41.950223148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"c19b0059-1480-44fb-9abe-4479710c85ec","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"tenant":"e2e-ipp-a-bba5ed","gateway":"openshift-ingress/e2e-ipp-a-bba5ed","model":"ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:41.950245347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"c19b0059-1480-44fb-9abe-4479710c85ec","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"routeName":"ipp-route-bba5ed-kserve-route","namespace":"ai-tenant-e2e-ipp-a-bba5ed","llmisvcName":"ipp-route-bba5ed","gateway":"openshift-ingress/e2e-ipp-a-bba5ed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:42.007487088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"7813501d-d74c-4d83-a475-09d5511c2240","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"tenant":"e2e-ipp-a-bba5ed","gateway":"openshift-ingress/e2e-ipp-a-bba5ed","model":"ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:42.007505402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"7813501d-d74c-4d83-a475-09d5511c2240","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"routeName":"ipp-route-bba5ed-kserve-route","namespace":"ai-tenant-e2e-ipp-a-bba5ed","llmisvcName":"ipp-route-bba5ed","gateway":"openshift-ingress/e2e-ipp-a-bba5ed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:42.163208515Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-2c02a9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-2c02a9","reconcileID":"726588fd-bde7-4a88-baff-f8ed011ce85f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-2c02a9","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-2c02a9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:42.221958554Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-bba5ed-sub","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-sub","reconcileID":"fc4eff7a-f861-4151-a25a-596e428a26ed","MaaSSubscription":{"name":"ipp-route-bba5ed-sub","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"name":"maas-trlp-ipp-route-bba5ed","model":"ipp-route-bba5ed","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:42.25376571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-auth","reconcileID":"59866dd6-9a6a-4eb7-9a19-28f49414f4bc","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bba5ed","tenantID":"e2e-ipp-a-bba5ed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:42.310952232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-auth","reconcileID":"59866dd6-9a6a-4eb7-9a19-28f49414f4bc","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"name":"e2e-ipp-a-bba5ed-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:42.401383688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"337b1253-850a-4d5b-9bec-489512fecc7b","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"tenant":"e2e-ipp-a-bba5ed","gateway":"openshift-ingress/e2e-ipp-a-bba5ed","model":"ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:42.401403532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"337b1253-850a-4d5b-9bec-489512fecc7b","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"routeName":"ipp-route-bba5ed-kserve-route","namespace":"ai-tenant-e2e-ipp-a-bba5ed","llmisvcName":"ipp-route-bba5ed","gateway":"openshift-ingress/e2e-ipp-a-bba5ed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:42.611608503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-bba5ed-sub","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-sub","reconcileID":"419f4847-ba7c-4002-9087-b33b06405444","MaaSSubscription":{"name":"ipp-route-bba5ed-sub","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"name":"maas-trlp-ipp-route-bba5ed","model":"ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:43.679795383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e560523-0857-4c45-a05d-8b7fd52aecc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:43.732086366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e560523-0857-4c45-a05d-8b7fd52aecc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:43.784191863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e560523-0857-4c45-a05d-8b7fd52aecc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:43.836110294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e560523-0857-4c45-a05d-8b7fd52aecc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:44.125067312Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2a391b8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-2a391b8c","reconcileID":"ab57d4b5-5217-470c-8f3a-85a2151917dd","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2a391b8c","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-2a391b8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:44.340398993Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2a391b8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-2a391b8c","reconcileID":"ab57d4b5-5217-470c-8f3a-85a2151917dd","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2a391b8c","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:44.340430839Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2a391b8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-2a391b8c","reconcileID":"ab57d4b5-5217-470c-8f3a-85a2151917dd","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2a391b8c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-2a391b8c","subscription":"e2e-neg-ghost-sub-2a391b8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:44.340560867Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2a391b8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-2a391b8c","reconcileID":"ab57d4b5-5217-470c-8f3a-85a2151917dd","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2a391b8c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-2a391b8c","error":"MaaSModelRef not found: llm/nonexistent-model-2a391b8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:44.550378331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"30ccb812-c42e-4148-b01f-d83e47d0e631","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:44.660701675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba4a5115-1d12-4ed5-b046-28b89fc10ffd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:44.660724243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba4a5115-1d12-4ed5-b046-28b89fc10ffd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:44.81962716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd51bd67-3b22-457f-bde1-f9ed88f66ff2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:44.819647786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd51bd67-3b22-457f-bde1-f9ed88f66ff2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:44.828887596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a73e3a8f-41e5-45c1-afc6-457da7a260af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:44.829042767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2a391b8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2a391b8c","reconcileID":"2c5fb0fd-1bf9-4d2c-93ba-45624e3efbbb","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2a391b8c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:44.829336317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c23ce6a-39d5-4dd7-b47d-00958c39d9a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:44.938368363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c23ce6a-39d5-4dd7-b47d-00958c39d9a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:44.9384168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2a391b8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2a391b8c","reconcileID":"2c5fb0fd-1bf9-4d2c-93ba-45624e3efbbb","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2a391b8c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:44.940673355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a73e3a8f-41e5-45c1-afc6-457da7a260af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:45.161471262Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2a391b8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2a391b8c","reconcileID":"b189eee8-f220-44c1-88ca-3cac25f1dcdd","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2a391b8c","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:45.346944841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04227735-eacd-4ede-92de-221992e971e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:45.346971738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04227735-eacd-4ede-92de-221992e971e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:45.743502989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2df5ec8-b2c5-441f-82a1-6504f6e2c50f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:45.798938127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2df5ec8-b2c5-441f-82a1-6504f6e2c50f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:45.851306373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2df5ec8-b2c5-441f-82a1-6504f6e2c50f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:45.903388933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2df5ec8-b2c5-441f-82a1-6504f6e2c50f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:47.002667826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"e2e-e2e-api-a-752be8-policy","reconcileID":"caab342d-1b22-4246-abdc-4b0e44d1be2a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-752be8","tenantID":"e2e-api-a-752be8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:47.059640005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"e2e-e2e-api-a-752be8-policy","reconcileID":"caab342d-1b22-4246-abdc-4b0e44d1be2a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"name":"e2e-api-a-752be8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:47.116086903Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-752be8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f0a5572289af6ecae6c17e94098f28664045bf1972cc67350cf9ddf1f4425214) AuthConfig (474a006de234d7bc4c3e9809d281b7234cc64571d69417ceb426e0923f070cae) AuthConfig (bfb213c0afd9696a63f00ab01fff6d08e069afcaf258f7de2d11704c17db372b) AuthConfig (9c7fdc0fb84fe3d9fdc31b589d9976613be836c99eaef55590e2860288cdcba2) AuthConfig (d6286e45243cac5aa02249b4d6b80ef92e1f39ddbf7dbaa97824f22138b20ed1) AuthConfig (30abfa57fb3557dcf61ad407e4b19c6cd0b4168b4901900a82398da2a061b3a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"e2e-e2e-api-a-752be8-policy","reconcileID":"caab342d-1b22-4246-abdc-4b0e44d1be2a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:51.663698286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3aaa4a4-15fe-4b3e-ba71-52b74edee249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:51.715901462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3aaa4a4-15fe-4b3e-ba71-52b74edee249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:51.76981017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3aaa4a4-15fe-4b3e-ba71-52b74edee249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:51.823521618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3aaa4a4-15fe-4b3e-ba71-52b74edee249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:52.157144377Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-87b0f8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-87b0f8","reconcileID":"2e028766-4bf5-462e-b613-114009080f02","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-87b0f8","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-87b0f8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:53.71670027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ca82019-1b1a-4d17-b8e3-1c731323e339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:53.768880888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ca82019-1b1a-4d17-b8e3-1c731323e339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:53.821346026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ca82019-1b1a-4d17-b8e3-1c731323e339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:53.873388525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ca82019-1b1a-4d17-b8e3-1c731323e339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:55.796607186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"197443b9-894c-44e0-baef-b5bddcf2017b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:55.849288097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"197443b9-894c-44e0-baef-b5bddcf2017b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:55.901271741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"197443b9-894c-44e0-baef-b5bddcf2017b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:55.953316143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"197443b9-894c-44e0-baef-b5bddcf2017b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:57.220598071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"e2e-e2e-api-a-752be8-policy","reconcileID":"cf46a06d-4feb-490c-ab45-cea1e1a860e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-752be8","tenantID":"e2e-api-a-752be8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:57.277738431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"e2e-e2e-api-a-752be8-policy","reconcileID":"cf46a06d-4feb-490c-ab45-cea1e1a860e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"name":"e2e-api-a-752be8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:57.334681252Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-752be8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f0a5572289af6ecae6c17e94098f28664045bf1972cc67350cf9ddf1f4425214) AuthConfig (474a006de234d7bc4c3e9809d281b7234cc64571d69417ceb426e0923f070cae) AuthConfig (bfb213c0afd9696a63f00ab01fff6d08e069afcaf258f7de2d11704c17db372b) AuthConfig (9c7fdc0fb84fe3d9fdc31b589d9976613be836c99eaef55590e2860288cdcba2) AuthConfig (d6286e45243cac5aa02249b4d6b80ef92e1f39ddbf7dbaa97824f22138b20ed1) AuthConfig (30abfa57fb3557dcf61ad407e4b19c6cd0b4168b4901900a82398da2a061b3a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"e2e-e2e-api-a-752be8-policy","reconcileID":"cf46a06d-4feb-490c-ab45-cea1e1a860e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:57.84262683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a8b080b-6cd4-4ede-be23-2ef0d7521954","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:57.894642139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a8b080b-6cd4-4ede-be23-2ef0d7521954","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:57.946943677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a8b080b-6cd4-4ede-be23-2ef0d7521954","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:57.999073449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a8b080b-6cd4-4ede-be23-2ef0d7521954","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:58.947277705Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-1a4f30","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-1a4f30","reconcileID":"36b1386b-ddd0-4dac-961e-d6d69c8e2a6a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-1a4f30","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-1a4f30":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:59.853625211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-bba5ed-sub","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-sub","reconcileID":"eb5b8513-48be-444f-a077-4030610f00a0","MaaSSubscription":{"name":"ipp-route-bba5ed-sub","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"name":"maas-trlp-ipp-route-bba5ed","model":"ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:59.912791998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a386a36-bd65-4baf-b5ea-562819fbf616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:38:59.965120001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a386a36-bd65-4baf-b5ea-562819fbf616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:00.017093546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a386a36-bd65-4baf-b5ea-562819fbf616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:00.069056101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a386a36-bd65-4baf-b5ea-562819fbf616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:00.128352747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"4283abfa-9f06-494c-af5b-28fdb3e64cbe","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"tenant":"e2e-ipp-a-bba5ed","gateway":"openshift-ingress/e2e-ipp-a-bba5ed","model":"ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:00.128377718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"4283abfa-9f06-494c-af5b-28fdb3e64cbe","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"routeName":"ipp-route-bba5ed-kserve-route","namespace":"ai-tenant-e2e-ipp-a-bba5ed","llmisvcName":"ipp-route-bba5ed","gateway":"openshift-ingress/e2e-ipp-a-bba5ed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:00.948667347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-auth","reconcileID":"03ee07d7-4c80-4864-a463-b5b9db6da361","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bba5ed","tenantID":"e2e-ipp-a-bba5ed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:01.006146354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-auth","reconcileID":"03ee07d7-4c80-4864-a463-b5b9db6da361","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"name":"e2e-ipp-a-bba5ed-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:02.012484627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e54ae9d-5bda-445a-bcf6-e5d7d8f4750a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:02.064626392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e54ae9d-5bda-445a-bcf6-e5d7d8f4750a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:02.116660971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e54ae9d-5bda-445a-bcf6-e5d7d8f4750a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:02.169040555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e54ae9d-5bda-445a-bcf6-e5d7d8f4750a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:04.070559923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8da53c06-3c96-41b1-9932-c6c8088798aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:04.122810054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8da53c06-3c96-41b1-9932-c6c8088798aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:04.175434827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8da53c06-3c96-41b1-9932-c6c8088798aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:04.228010243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8da53c06-3c96-41b1-9932-c6c8088798aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:04.666589788Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:06.203410859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dae3e1f-0757-4e6d-bbad-0e4aa1859ae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:06.255627417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dae3e1f-0757-4e6d-bbad-0e4aa1859ae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:06.307845322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dae3e1f-0757-4e6d-bbad-0e4aa1859ae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:06.359830754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dae3e1f-0757-4e6d-bbad-0e4aa1859ae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:07.473004782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"e2e-e2e-api-a-752be8-policy","reconcileID":"f3ad5c98-9230-4b70-a4f2-3efb77e0b1c4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-752be8","tenantID":"e2e-api-a-752be8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:07.530296008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"e2e-e2e-api-a-752be8-policy","reconcileID":"f3ad5c98-9230-4b70-a4f2-3efb77e0b1c4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"name":"e2e-api-a-752be8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:07.8457355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62b67a68-c97b-4b1c-8c0b-d412ec6b86ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:07.8457612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62b67a68-c97b-4b1c-8c0b-d412ec6b86ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:09.443100235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"e79fa6c3-5284-4fe7-85d1-2550cea86504","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"tenant":"e2e-ipp-a-bba5ed","gateway":"openshift-ingress/e2e-ipp-a-bba5ed","model":"ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:09.443129198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"e79fa6c3-5284-4fe7-85d1-2550cea86504","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"routeName":"ipp-route-bba5ed-kserve-route","namespace":"ai-tenant-e2e-ipp-a-bba5ed","llmisvcName":"ipp-route-bba5ed","gateway":"openshift-ingress/e2e-ipp-a-bba5ed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:09.599897428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-auth","reconcileID":"4bd58338-f7ca-436d-900f-4bfa959ad0a5","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bba5ed","tenantID":"e2e-ipp-a-bba5ed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:09.60970132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"a3e4fe28-571e-4dae-ab0b-c5677823b043","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"tenant":"e2e-ipp-a-bba5ed","gateway":"openshift-ingress/e2e-ipp-a-bba5ed","model":"ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:09.609730928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"a3e4fe28-571e-4dae-ab0b-c5677823b043","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"routeName":"ipp-route-bba5ed-kserve-route","namespace":"ai-tenant-e2e-ipp-a-bba5ed","llmisvcName":"ipp-route-bba5ed","gateway":"openshift-ingress/e2e-ipp-a-bba5ed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:09.657400002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-auth","reconcileID":"4bd58338-f7ca-436d-900f-4bfa959ad0a5","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"name":"e2e-ipp-a-bba5ed-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:09.705303657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-bba5ed-sub","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-sub","reconcileID":"89816635-7796-4102-a4cd-93d416e3e942","MaaSSubscription":{"name":"ipp-route-bba5ed-sub","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"name":"maas-trlp-ipp-route-bba5ed","model":"ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:09.969554025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-auth","reconcileID":"c88d448a-e9af-4459-b52d-81ab5cb329f1","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bba5ed","tenantID":"e2e-ipp-a-bba5ed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:10.022553748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-bba5ed-sub","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-sub","reconcileID":"33c9f322-db1b-4440-904c-437707b3f8b4","MaaSSubscription":{"name":"ipp-route-bba5ed-sub","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"name":"maas-trlp-ipp-route-bba5ed","model":"ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:10.026543276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-auth","reconcileID":"c88d448a-e9af-4459-b52d-81ab5cb329f1","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"name":"e2e-ipp-a-bba5ed-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:10.391346077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d573c08-ef49-4086-8e1a-7b4e09996136","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:10.443624921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d573c08-ef49-4086-8e1a-7b4e09996136","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:10.49559321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d573c08-ef49-4086-8e1a-7b4e09996136","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:10.547714242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d573c08-ef49-4086-8e1a-7b4e09996136","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:12.479974924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b170b526-87b5-4676-9ed5-fac045214380","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:12.532235756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b170b526-87b5-4676-9ed5-fac045214380","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:12.584841463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b170b526-87b5-4676-9ed5-fac045214380","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:12.636875636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b170b526-87b5-4676-9ed5-fac045214380","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:14.516824643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd7656d0-0b9a-479b-9c45-9a295de5365f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:14.569040692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd7656d0-0b9a-479b-9c45-9a295de5365f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:14.621131967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd7656d0-0b9a-479b-9c45-9a295de5365f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:14.673327382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd7656d0-0b9a-479b-9c45-9a295de5365f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:16.581707187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3d74762-e6f8-449d-8a29-1f327517d6c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:16.635533609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3d74762-e6f8-449d-8a29-1f327517d6c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:16.689047935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3d74762-e6f8-449d-8a29-1f327517d6c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:16.741468567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3d74762-e6f8-449d-8a29-1f327517d6c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:18.709409887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d60fb6ec-0fd6-4641-8252-13fb04226644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:18.761622397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d60fb6ec-0fd6-4641-8252-13fb04226644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:18.81375247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d60fb6ec-0fd6-4641-8252-13fb04226644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:18.865988634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d60fb6ec-0fd6-4641-8252-13fb04226644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:20.03833288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"fd3e617f-2dd5-4efb-aba6-e3d4403c41c8","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"tenant":"e2e-ipp-a-bba5ed","gateway":"openshift-ingress/e2e-ipp-a-bba5ed","model":"ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:20.038354634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"fd3e617f-2dd5-4efb-aba6-e3d4403c41c8","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"routeName":"ipp-route-bba5ed-kserve-route","namespace":"ai-tenant-e2e-ipp-a-bba5ed","llmisvcName":"ipp-route-bba5ed","gateway":"openshift-ingress/e2e-ipp-a-bba5ed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:20.184538866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-auth","reconcileID":"8fdd9d26-96d7-4986-9282-e23acf2b09bf","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bba5ed","tenantID":"e2e-ipp-a-bba5ed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:20.241624546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-auth","reconcileID":"8fdd9d26-96d7-4986-9282-e23acf2b09bf","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"name":"e2e-ipp-a-bba5ed-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:20.289330994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-bba5ed-sub","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-sub","reconcileID":"01421905-04a4-4e74-a3d3-f6ce9ac75adf","MaaSSubscription":{"name":"ipp-route-bba5ed-sub","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"name":"maas-trlp-ipp-route-bba5ed","model":"ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:20.50075072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-auth","reconcileID":"5d905a2c-b4fd-48bc-88cf-292b87862f2e","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bba5ed","tenantID":"e2e-ipp-a-bba5ed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:20.558275292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-auth","reconcileID":"5d905a2c-b4fd-48bc-88cf-292b87862f2e","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"name":"e2e-ipp-a-bba5ed-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:20.609591632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-bba5ed-sub","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-sub","reconcileID":"9371b2b0-b89c-470a-aee5-15daeeadc0e5","MaaSSubscription":{"name":"ipp-route-bba5ed-sub","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"name":"maas-trlp-ipp-route-bba5ed","model":"ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:20.751003844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72373137-b24e-472e-908c-d7a9bb35d29d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:20.803149656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72373137-b24e-472e-908c-d7a9bb35d29d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:20.855309035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72373137-b24e-472e-908c-d7a9bb35d29d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:20.907725023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72373137-b24e-472e-908c-d7a9bb35d29d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:28.522071509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"default-tenant","reconcileID":"ecba5410-4b6f-4381-a91d-6df02c1e49de","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-726d5b","tenantID":"e2e-api-b-726d5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:28.639149658Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"default-tenant","reconcileID":"ecba5410-4b6f-4381-a91d-6df02c1e49de","name":"e2e-api-b-726d5b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:34.666217458Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:47.074213822Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"default-tenant","reconcileID":"bd75851a-6d70-4e98-86c1-4f2c7deeb953","namespace":"ai-tenant-e2e-ipp-a-bba5ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:47.07428455Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"default-tenant","reconcileID":"bd75851a-6d70-4e98-86c1-4f2c7deeb953","name":"ipp-route-bba5ed-sub","namespace":"ai-tenant-e2e-ipp-a-bba5ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:47.129391087Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"default-tenant","reconcileID":"bd75851a-6d70-4e98-86c1-4f2c7deeb953","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:47.129418961Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"default-tenant","reconcileID":"bd75851a-6d70-4e98-86c1-4f2c7deeb953","namespace":"ai-tenant-e2e-ipp-a-bba5ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:47.129518076Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"default-tenant","reconcileID":"bd75851a-6d70-4e98-86c1-4f2c7deeb953","name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:47.130220444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"5f27cee3-6154-491b-a5c8-290f1aa0988b","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"tenant":"e2e-ipp-a-bba5ed","gateway":"openshift-ingress/e2e-ipp-a-bba5ed","model":"ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:47.130236561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"5f27cee3-6154-491b-a5c8-290f1aa0988b","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"routeName":"ipp-route-bba5ed-kserve-route","namespace":"ai-tenant-e2e-ipp-a-bba5ed","llmisvcName":"ipp-route-bba5ed","gateway":"openshift-ingress/e2e-ipp-a-bba5ed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:47.186002023Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"default-tenant","reconcileID":"bd75851a-6d70-4e98-86c1-4f2c7deeb953","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:47.189196313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"e30d34f3-ff56-46db-8518-70cf15e1bb01","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"tenant":"e2e-ipp-a-bba5ed","gateway":"openshift-ingress/e2e-ipp-a-bba5ed","model":"ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:47.189218427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"e30d34f3-ff56-46db-8518-70cf15e1bb01","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"routeName":"ipp-route-bba5ed-kserve-route","namespace":"ai-tenant-e2e-ipp-a-bba5ed","llmisvcName":"ipp-route-bba5ed","gateway":"openshift-ingress/e2e-ipp-a-bba5ed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:47.233100418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-auth","reconcileID":"0ffcac88-ae07-4de9-94e6-38cef6d8ef15","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bba5ed","tenantID":"e2e-ipp-a-bba5ed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:39:47.243148935Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"e30d34f3-ff56-46db-8518-70cf15e1bb01","name":"ipp-route-bba5ed","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-bba5ed\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:39:47.243256179Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"e30d34f3-ff56-46db-8518-70cf15e1bb01","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-bba5ed\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:47.248906128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"61f9e63f-027d-47e9-805c-17ef14fbdecc","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"tenant":"e2e-ipp-a-bba5ed","gateway":"openshift-ingress/e2e-ipp-a-bba5ed","model":"ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:47.248927282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"61f9e63f-027d-47e9-805c-17ef14fbdecc","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"routeName":"ipp-route-bba5ed-kserve-route","namespace":"ai-tenant-e2e-ipp-a-bba5ed","llmisvcName":"ipp-route-bba5ed","gateway":"openshift-ingress/e2e-ipp-a-bba5ed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:47.290400409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-auth","reconcileID":"0ffcac88-ae07-4de9-94e6-38cef6d8ef15","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"name":"e2e-ipp-a-bba5ed-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:47.291736329Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-bba5ed-sub","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-sub","reconcileID":"a72b442c-5174-450a-bd3d-572f190b41ce","MaaSSubscription":{"name":"ipp-route-bba5ed-sub","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ef70ff2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:47.358829977Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-bba5ed-sub","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-sub","reconcileID":"abdc95ea-129f-4739-8097-55f349bbfb89","MaaSSubscription":{"name":"ipp-route-bba5ed-sub","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ef70ff2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:47.494776745Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-auth","reconcileID":"768a960a-94e0-460b-986e-0380abd8319a","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"model":"ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:47.651956264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-auth","reconcileID":"768a960a-94e0-460b-986e-0380abd8319a","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bba5ed","tenantID":"e2e-ipp-a-bba5ed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:47.780842168Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-auth","reconcileID":"768a960a-94e0-460b-986e-0380abd8319a","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"name":"e2e-ipp-a-bba5ed-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:47.780884655Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-auth","reconcileID":"768a960a-94e0-460b-986e-0380abd8319a","MaaSAuthPolicy":{"name":"ipp-route-bba5ed-auth","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bba5ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:47.837538969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"8c8cae16-da31-4199-92d4-1e2515145665","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"tenant":"e2e-ipp-a-bba5ed","gateway":"openshift-ingress/e2e-ipp-a-bba5ed","model":"ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:47.837570061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"8c8cae16-da31-4199-92d4-1e2515145665","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"routeName":"ipp-route-bba5ed-kserve-route","namespace":"ai-tenant-e2e-ipp-a-bba5ed","llmisvcName":"ipp-route-bba5ed","gateway":"openshift-ingress/e2e-ipp-a-bba5ed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:51.929277483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2c02a9"},"namespace":"ai-tenant-e2e-ipp-b-2c02a9","name":"default-tenant","reconcileID":"54609565-c6d2-4ed3-aefe-519bcbc13e8d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-2c02a9","tenantID":"e2e-ipp-b-2c02a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:52.04785909Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2c02a9"},"namespace":"ai-tenant-e2e-ipp-b-2c02a9","name":"default-tenant","reconcileID":"54609565-c6d2-4ed3-aefe-519bcbc13e8d","name":"e2e-ipp-b-2c02a9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:52.870167753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"aabd3141-7864-4628-add7-ba615b7bcb56","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:52.972437883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"29fe3f47-e87f-4b4c-8c6d-60592645203a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:53.068966642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"fb69a15b-bddf-4048-b243-52c40f68dc7c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:53.111230899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"8121ed72-9fa1-4e14-8d27-8fe6bae55f41","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:53.172665373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ea6dcbd9-7295-430f-9b9b-dc562371ddf0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:53.286899917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fc4b470b-c74d-4841-a9c0-2649b265c329","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:53.540169299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"c4af39a4-cefa-4df3-9b8b-abd951540bb2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:53.888012637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"1c27f899-c3f0-4f5d-8d31-6155a80a5f12","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:54.017368209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"62b568d7-4fc8-40f4-939b-2cb9b6840c12","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:54.134832107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"5ebcb09c-754a-462b-94dc-0eeb199ecec2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:54.238054921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"c96a5e40-d08c-4c62-9ec5-a784ce2dcfff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:54.338594443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"df093f9c-2187-4294-9383-3cffed150f4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:57.411599802Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-bba5ed-sub","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-sub","reconcileID":"45f4f173-ade0-401b-b692-5a8be41c9207","MaaSSubscription":{"name":"ipp-route-bba5ed-sub","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"model":"ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed","subscription":"ipp-route-bba5ed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:57.46408802Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-bba5ed-sub","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-sub","reconcileID":"45f4f173-ade0-401b-b692-5a8be41c9207","MaaSSubscription":{"name":"ipp-route-bba5ed-sub","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"model":"ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:57.516519078Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-bba5ed-sub","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed-sub","reconcileID":"45f4f173-ade0-401b-b692-5a8be41c9207","MaaSSubscription":{"name":"ipp-route-bba5ed-sub","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"name":"maas-trlp-ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed","model":"ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:57.801877569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"f4426ad4-5eb9-4af4-9ff8-a2deb7fdf4ff","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"tenant":"e2e-ipp-a-bba5ed","gateway":"openshift-ingress/e2e-ipp-a-bba5ed","model":"ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:39:57.801907553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"f4426ad4-5eb9-4af4-9ff8-a2deb7fdf4ff","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"routeName":"ipp-route-bba5ed-kserve-route","namespace":"ai-tenant-e2e-ipp-a-bba5ed","llmisvcName":"ipp-route-bba5ed","gateway":"openshift-ingress/e2e-ipp-a-bba5ed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:01.730422984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"default-tenant","reconcileID":"42dc7452-22d4-4ae1-98d7-03eb0d480305","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-87b0f8","tenantID":"e2e-praxis-a-87b0f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:01.848615635Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"default-tenant","reconcileID":"42dc7452-22d4-4ae1-98d7-03eb0d480305","name":"e2e-praxis-a-87b0f8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:04.66651158Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:14.951896708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"576dffb6-2f09-4337-88f1-bc066425a924","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:15.193344459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b733bf56-5a45-4134-9b50-681cb371addd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:15.29678143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"7d3a8af4-ce55-45da-8ec6-02c7096f350c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:15.392696809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"da3af3f3-f801-4170-8bcb-44c6f8712c8a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:15.490879917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"a0887127-2d13-46b2-8453-67916d83979a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:15.590834531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"c3046854-8a55-4086-94d9-9a22c2692fad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:15.691237274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"9e023411-c26c-4eb5-b43b-872530de7243","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:15.792700251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"21587c22-d255-46fd-9e3c-1b7c0e9262da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:15.962350938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"2f003283-76f4-49b2-be56-62f5b7fae7d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:16.063657536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f4c08666-53ee-4158-97d0-4d780a9ccb0b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:16.081798257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"b579fb0d-76f8-4ddc-acde-86abd1bd487e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:16.256942962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"dd3845f5-f6aa-44da-ad23-2eab14fe0712","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:17.980280674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1a4f30"},"namespace":"ai-tenant-e2e-ipp-b-1a4f30","name":"default-tenant","reconcileID":"5aaa7ffd-a4cb-4f2f-bb66-c9c6af47495d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-1a4f30","tenantID":"e2e-ipp-b-1a4f30","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:18.097879888Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1a4f30"},"namespace":"ai-tenant-e2e-ipp-b-1a4f30","name":"default-tenant","reconcileID":"5aaa7ffd-a4cb-4f2f-bb66-c9c6af47495d","name":"e2e-ipp-b-1a4f30-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:34.668696352Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:44.460638777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e43aa6e3-3b81-42b9-89a0-ae3db7775ecd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:44.512797389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e43aa6e3-3b81-42b9-89a0-ae3db7775ecd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:44.564858356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e43aa6e3-3b81-42b9-89a0-ae3db7775ecd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:44.617768477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e43aa6e3-3b81-42b9-89a0-ae3db7775ecd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:46.163334855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04daf7b9-d3ce-421d-ad83-c6b7fc103d07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:46.163357402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04daf7b9-d3ce-421d-ad83-c6b7fc103d07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:46.220734291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18023b2b-ac67-44af-ad90-00ad6643e5e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:46.220758119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18023b2b-ac67-44af-ad90-00ad6643e5e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:46.325538247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"e2e-e2e-api-b-726d5b-policy","reconcileID":"43906355-8c87-478c-aa81-34b60db4a074","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-726d5b","tenantID":"e2e-api-b-726d5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:46.469669376Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"e2e-e2e-api-b-726d5b-policy","reconcileID":"43906355-8c87-478c-aa81-34b60db4a074","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"name":"e2e-api-b-726d5b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:46.525607303Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-726d5b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"e2e-e2e-api-b-726d5b-policy","reconcileID":"43906355-8c87-478c-aa81-34b60db4a074","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:46.551482671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5acb1107-c9a8-4fdb-bf9b-f5f241a06a03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:46.604806396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5acb1107-c9a8-4fdb-bf9b-f5f241a06a03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:46.610921203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9321208a-8649-4a54-a85c-9746ff083cb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:46.610947771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9321208a-8649-4a54-a85c-9746ff083cb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:46.65764635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5acb1107-c9a8-4fdb-bf9b-f5f241a06a03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:46.710084032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5acb1107-c9a8-4fdb-bf9b-f5f241a06a03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:46.81957002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"e2e-e2e-api-a-752be8-policy","reconcileID":"21830ff3-bea5-4729-a0d0-c0cad51550c9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-752be8","tenantID":"e2e-api-a-752be8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:46.876997174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"e2e-e2e-api-a-752be8-policy","reconcileID":"21830ff3-bea5-4729-a0d0-c0cad51550c9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"name":"e2e-api-a-752be8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:47.264604048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"e2e-e2e-api-a-752be8-policy","reconcileID":"b643b14f-eb2d-45cb-a4fe-5272c4188435","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-752be8","tenantID":"e2e-api-a-752be8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:47.322616362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"e2e-e2e-api-a-752be8-policy","reconcileID":"b643b14f-eb2d-45cb-a4fe-5272c4188435","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"name":"e2e-api-a-752be8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:48.639676757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f593abce-3cbc-4f87-a9d7-d9958f229d66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:48.692456214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f593abce-3cbc-4f87-a9d7-d9958f229d66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:48.745234235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f593abce-3cbc-4f87-a9d7-d9958f229d66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:48.797746996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f593abce-3cbc-4f87-a9d7-d9958f229d66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:50.703346503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"796ebb0b-851c-4171-8215-ce9b4ad54714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:50.756295936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"796ebb0b-851c-4171-8215-ce9b4ad54714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:50.808361651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"796ebb0b-851c-4171-8215-ce9b4ad54714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:50.860458191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"796ebb0b-851c-4171-8215-ce9b4ad54714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:52.760802466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3250f53e-f411-4c39-9e6d-ea9426cf6e88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:52.813200375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3250f53e-f411-4c39-9e6d-ea9426cf6e88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:52.865523973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3250f53e-f411-4c39-9e6d-ea9426cf6e88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:52.917924564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3250f53e-f411-4c39-9e6d-ea9426cf6e88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:54.807637063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07b012e3-6788-4f95-b097-c8545943afb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:54.8597856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07b012e3-6788-4f95-b097-c8545943afb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:54.911937841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07b012e3-6788-4f95-b097-c8545943afb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:54.963920799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07b012e3-6788-4f95-b097-c8545943afb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:56.716320467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"e2e-e2e-api-b-726d5b-policy","reconcileID":"abedd943-c628-4615-aa3a-73e046a1be95","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-726d5b","tenantID":"e2e-api-b-726d5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:56.77344941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"e2e-e2e-api-b-726d5b-policy","reconcileID":"abedd943-c628-4615-aa3a-73e046a1be95","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"name":"e2e-api-b-726d5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:56.829289148Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-726d5b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"e2e-e2e-api-b-726d5b-policy","reconcileID":"abedd943-c628-4615-aa3a-73e046a1be95","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:56.91200691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a629e6c-f56a-4049-9999-16c209e4b88f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:56.964127473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a629e6c-f56a-4049-9999-16c209e4b88f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:57.016456381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a629e6c-f56a-4049-9999-16c209e4b88f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:57.068381094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a629e6c-f56a-4049-9999-16c209e4b88f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:57.33423749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"e2e-e2e-api-a-752be8-policy","reconcileID":"4d7e16c9-a848-465b-8642-32e98dd329fb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-752be8","tenantID":"e2e-api-a-752be8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:57.39229342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"e2e-e2e-api-a-752be8-policy","reconcileID":"4d7e16c9-a848-465b-8642-32e98dd329fb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"name":"e2e-api-a-752be8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:57.652342181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"e2e-e2e-api-a-752be8-policy","reconcileID":"163aaa04-359f-4f82-bb4b-3439d5167f48","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-752be8","tenantID":"e2e-api-a-752be8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:57.712890884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"e2e-e2e-api-a-752be8-policy","reconcileID":"163aaa04-359f-4f82-bb4b-3439d5167f48","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"name":"e2e-api-a-752be8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:59.005696108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"525f8c0f-93b0-4bf1-90ad-6b38740ffe75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:59.058594407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"525f8c0f-93b0-4bf1-90ad-6b38740ffe75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:59.110661684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"525f8c0f-93b0-4bf1-90ad-6b38740ffe75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:40:59.163318285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"525f8c0f-93b0-4bf1-90ad-6b38740ffe75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:00.713161811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"d94bf404-96ee-437b-b351-8fa4f7dc74a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:00.811578121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"db18980e-9d42-4175-8b9b-a43e4455fc2a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:00.915006976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d35b7dd3-6cf7-491e-a9c7-f88969936866","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:01.141942683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"c36f3dea-f313-4721-b648-83aa9db80e19","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:01.322154123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"440df39d-4bd1-4e9b-acdd-80f78db05ab2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:01.438477917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"a21e92ca-dcce-44c9-a5e5-8a896ce543cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:01.539266941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"6bb75172-0e6c-426c-ace2-958ae4684133","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:01.736490887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"2c9ea078-752d-469d-ae4b-fb285eb740f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:01.836740775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"819d617f-bbe2-4fc5-b94a-2364167d33ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:01.856543863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"803b87a4-fb10-4f4c-aa28-c5a0eaae02b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:02.051583806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"30e71f2a-f82a-402c-ae0d-943803b11fed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:02.143097446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"5e4c09e6-f5fc-4072-ad2a-950dc56d0f1e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:04.671299162Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:06.933834648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"e2e-e2e-api-b-726d5b-policy","reconcileID":"ef417f1a-ca17-4f6b-bb77-5fd8aea999ec","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-726d5b","tenantID":"e2e-api-b-726d5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:06.990963988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"e2e-e2e-api-b-726d5b-policy","reconcileID":"ef417f1a-ca17-4f6b-bb77-5fd8aea999ec","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"name":"e2e-api-b-726d5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:07.04691469Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-726d5b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c336e3385001357f3b1519d021960e15f720925565112ecef19ca501ef561784) AuthConfig (db08cf6431c5bdd5cc6f90475d900e34443540df2fd29c3f7304f5c26e9a15a7) AuthConfig (f126d19a0f241615bae8042e06327cd08ab28f3da884615e87f6ffdc3e0b2b2d) AuthConfig (65db4885f0098e403b9e828ce3d69d416d3b45149369dc9abfce0dce1af67015) AuthConfig (4fd95e5b63ab0a502ca11adde02a10dc7676b62396d6794a0acb75f8781ad654) AuthConfig (65935662529dc3c5c5b3aa4c30a4cf61f2a94198f4ac9e7579a6f450c0e3eb24)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"e2e-e2e-api-b-726d5b-policy","reconcileID":"ef417f1a-ca17-4f6b-bb77-5fd8aea999ec","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:07.060550492Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"default-tenant","reconcileID":"5c3ad063-795f-4fe5-9c93-472b0d67dd6f","namespace":"ai-tenant-e2e-ipp-a-bba5ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:07.060639651Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"default-tenant","reconcileID":"5c3ad063-795f-4fe5-9c93-472b0d67dd6f","namespace":"ai-tenant-e2e-ipp-a-bba5ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:07.060705387Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"default-tenant","reconcileID":"5c3ad063-795f-4fe5-9c93-472b0d67dd6f","tenant":"e2e-ipp-a-bba5ed","tenantID":"e2e-ipp-a-bba5ed","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:07.105105417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b1b4644-2488-466f-b7df-d37bb3e9d3fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:07.105129034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b1b4644-2488-466f-b7df-d37bb3e9d3fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:07.117286693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"default-tenant","reconcileID":"5c3ad063-795f-4fe5-9c93-472b0d67dd6f","gvk":"Deployment","name":"maas-api-e2e-ipp-a-bba5ed","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:07.180951638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"default-tenant","reconcileID":"5c3ad063-795f-4fe5-9c93-472b0d67dd6f","gvk":"Service","name":"maas-api-e2e-ipp-a-bba5ed","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:07.239462775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"default-tenant","reconcileID":"5c3ad063-795f-4fe5-9c93-472b0d67dd6f","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-bba5ed","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:07.293268304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"default-tenant","reconcileID":"5c3ad063-795f-4fe5-9c93-472b0d67dd6f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-bba5ed","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:07.354665448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"default-tenant","reconcileID":"5c3ad063-795f-4fe5-9c93-472b0d67dd6f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-bba5ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:07.412626644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"default-tenant","reconcileID":"5c3ad063-795f-4fe5-9c93-472b0d67dd6f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-bba5ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:07.470472264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"default-tenant","reconcileID":"5c3ad063-795f-4fe5-9c93-472b0d67dd6f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-bba5ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:07.526056695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"default-tenant","reconcileID":"5c3ad063-795f-4fe5-9c93-472b0d67dd6f","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-bba5ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:07.580343567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"default-tenant","reconcileID":"5c3ad063-795f-4fe5-9c93-472b0d67dd6f","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-bba5ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:07.6352874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"default-tenant","reconcileID":"5c3ad063-795f-4fe5-9c93-472b0d67dd6f","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-bba5ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:07.701207767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"default-tenant","reconcileID":"5c3ad063-795f-4fe5-9c93-472b0d67dd6f","gvk":"Service","name":"payload-processing-e2e-ipp-a-bba5ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:07.807578784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"default-tenant","reconcileID":"5c3ad063-795f-4fe5-9c93-472b0d67dd6f","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-bba5ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:07.893155569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"default-tenant","reconcileID":"5c3ad063-795f-4fe5-9c93-472b0d67dd6f","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-bba5ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:07.974276832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"default-tenant","reconcileID":"5c3ad063-795f-4fe5-9c93-472b0d67dd6f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-bba5ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:08.034634067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"default-tenant","reconcileID":"5c3ad063-795f-4fe5-9c93-472b0d67dd6f","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-bba5ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:08.141285405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"default-tenant","reconcileID":"5c3ad063-795f-4fe5-9c93-472b0d67dd6f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-bba5ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:08.195627718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"default-tenant","reconcileID":"5c3ad063-795f-4fe5-9c93-472b0d67dd6f","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-bba5ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:08.253355586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"default-tenant","reconcileID":"5c3ad063-795f-4fe5-9c93-472b0d67dd6f","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-bba5ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:08.308273029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"default-tenant","reconcileID":"5c3ad063-795f-4fe5-9c93-472b0d67dd6f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-bba5ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:08.40990586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"default-tenant","reconcileID":"5c3ad063-795f-4fe5-9c93-472b0d67dd6f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-bba5ed","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:08.934231815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"853f38be-8e51-4d00-97ce-efdce4ce126a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:08.990711613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"853f38be-8e51-4d00-97ce-efdce4ce126a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:09.042780806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"853f38be-8e51-4d00-97ce-efdce4ce126a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:09.097800737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"853f38be-8e51-4d00-97ce-efdce4ce126a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:09.389457738Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-bba5ed","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-bba5ed","reconcileID":"1f48808a-27d1-4e3e-af43-601f8c358cdb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-bba5ed","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-bba5ed"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:41:09.690027819Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"409bcc46-49c5-4a7e-a732-c0f73cc077e3","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-bba5ed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:41:09.748788343Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"409bcc46-49c5-4a7e-a732-c0f73cc077e3","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-bba5ed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:41:09.754172157Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"4f9f652a-b1d1-4f36-9da0-d1d1e920fbd7","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-bba5ed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:41:09.754261943Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"4f9f652a-b1d1-4f36-9da0-d1d1e920fbd7","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-bba5ed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:41:09.764533281Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"73efbed6-4f7f-44ec-ad5b-011bbfe1affb","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-bba5ed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:41:09.76459885Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"73efbed6-4f7f-44ec-ad5b-011bbfe1affb","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-bba5ed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:41:09.785831325Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"0fa93763-82d5-43ce-b08c-812d19baccbc","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-bba5ed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:41:09.78589395Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"0fa93763-82d5-43ce-b08c-812d19baccbc","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-bba5ed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:41:09.826929675Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"1cfa3d33-4e0c-40cf-8b9a-085173c67feb","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-bba5ed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:41:09.827000203Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"1cfa3d33-4e0c-40cf-8b9a-085173c67feb","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-bba5ed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:41:09.907492182Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"12d8ef95-6ce2-4f21-96b9-c238a001ed8b","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-bba5ed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:41:09.907567371Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"12d8ef95-6ce2-4f21-96b9-c238a001ed8b","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-bba5ed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:41:10.068431334Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"602f542b-9ed2-4cc9-9df1-55cd33dd5fab","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-bba5ed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:41:10.068507178Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"602f542b-9ed2-4cc9-9df1-55cd33dd5fab","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-bba5ed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:41:10.388915228Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"d81904cd-135b-4796-92e4-fd44dcc16a83","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-bba5ed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:41:10.388984188Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"d81904cd-135b-4796-92e4-fd44dcc16a83","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-bba5ed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:41:11.030245745Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"7fa4f13c-0d2d-4e2a-a768-9f23a72b38a9","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-bba5ed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:41:11.030331906Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"7fa4f13c-0d2d-4e2a-a768-9f23a72b38a9","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-bba5ed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:11.117247209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f0b0f54-1d4d-4b71-9174-d1a21911fc92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:11.169512001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f0b0f54-1d4d-4b71-9174-d1a21911fc92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:11.221557509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f0b0f54-1d4d-4b71-9174-d1a21911fc92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:11.274118111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f0b0f54-1d4d-4b71-9174-d1a21911fc92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:41:12.203618301Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"c4b84c37-4695-4374-9bbd-e319d60639fe","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-bba5ed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:41:12.203686857Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"c4b84c37-4695-4374-9bbd-e319d60639fe","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-bba5ed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:41:12.332160111Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"26be3070-18f2-4087-aab3-3c5041009765","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-bba5ed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:41:12.332251928Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"26be3070-18f2-4087-aab3-3c5041009765","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-bba5ed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:13.177507107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3650d4b1-aec4-4484-8fb4-183f69737ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:13.230478302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3650d4b1-aec4-4484-8fb4-183f69737ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:13.282989472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3650d4b1-aec4-4484-8fb4-183f69737ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:13.335151348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3650d4b1-aec4-4484-8fb4-183f69737ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:15.251160331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33d4f7a4-55b9-4ec7-b635-b9d6cff59ea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:15.304218633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33d4f7a4-55b9-4ec7-b635-b9d6cff59ea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:15.356251226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33d4f7a4-55b9-4ec7-b635-b9d6cff59ea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:15.40826621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33d4f7a4-55b9-4ec7-b635-b9d6cff59ea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:41:15.651600359Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"d0fc278c-c0e0-4d8b-9afd-c9bac11acf3a","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-bba5ed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:41:15.65167501Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"d0fc278c-c0e0-4d8b-9afd-c9bac11acf3a","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-bba5ed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:17.250773803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"e2e-e2e-api-b-726d5b-policy","reconcileID":"b110a5b6-0389-41b1-ab8c-3572d1d4c34b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-726d5b","tenantID":"e2e-api-b-726d5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:17.308118477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"e2e-e2e-api-b-726d5b-policy","reconcileID":"b110a5b6-0389-41b1-ab8c-3572d1d4c34b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"name":"e2e-api-b-726d5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:17.364944255Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-726d5b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c336e3385001357f3b1519d021960e15f720925565112ecef19ca501ef561784) AuthConfig (db08cf6431c5bdd5cc6f90475d900e34443540df2fd29c3f7304f5c26e9a15a7) AuthConfig (f126d19a0f241615bae8042e06327cd08ab28f3da884615e87f6ffdc3e0b2b2d) AuthConfig (65db4885f0098e403b9e828ce3d69d416d3b45149369dc9abfce0dce1af67015) AuthConfig (4fd95e5b63ab0a502ca11adde02a10dc7676b62396d6794a0acb75f8781ad654) AuthConfig (65935662529dc3c5c5b3aa4c30a4cf61f2a94198f4ac9e7579a6f450c0e3eb24)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"e2e-e2e-api-b-726d5b-policy","reconcileID":"b110a5b6-0389-41b1-ab8c-3572d1d4c34b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:17.372985568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3dd11cb-d910-49dd-b8cd-a2b26885c629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:17.425149383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3dd11cb-d910-49dd-b8cd-a2b26885c629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:17.479765616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3dd11cb-d910-49dd-b8cd-a2b26885c629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:17.534277701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3dd11cb-d910-49dd-b8cd-a2b26885c629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:41:19.867995282Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"6a9ab5f9-df95-49fb-a40a-84fd3f154c10","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-bba5ed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:41:19.868067933Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"6a9ab5f9-df95-49fb-a40a-84fd3f154c10","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-bba5ed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:20.815911852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4214629-6e37-4ac4-855b-e88b41aa8fb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:20.868373887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4214629-6e37-4ac4-855b-e88b41aa8fb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:20.920329972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4214629-6e37-4ac4-855b-e88b41aa8fb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:20.97277848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4214629-6e37-4ac4-855b-e88b41aa8fb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:21.722632043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"cd9de8b6-4200-4192-95f8-ffe891324a42","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:21.822620196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"da0b671d-93fd-468e-af15-c0cfffe8576f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:21.858341167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"97ef6c16-8f5b-4eb7-ba44-7a67f5c81043","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:21.988698308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"8a27cf6c-8925-4342-ba23-151d509c24f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:22.292774358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"b207f2a9-8f5c-442f-b28b-036ee2bf8c91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:22.40209322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"cd6ec43d-2124-4c56-9bff-7f4f4cb22103","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:22.579009253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"32c4bf38-2163-4d15-81b1-01371ba795fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:22.672503617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"f04136fb-b9cb-4d2f-9e5b-b93f50b9f8a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:22.779882393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"fbbd7de2-32a0-4a44-9729-caa44bf281c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:22.780004781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"440dd980-724c-459e-aa40-542d20ccceb3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:41:22.816066383Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"d0985591-ee3e-4435-ad88-706254fa6df7","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-bba5ed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:41:22.816132414Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"d0985591-ee3e-4435-ad88-706254fa6df7","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-bba5ed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:22.883902624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1825d5d9-0e75-4b6b-bf97-47c7cb8c15b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:22.936259495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc253adb-3eea-4904-8c32-e5e1de358fef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:22.989502205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc253adb-3eea-4904-8c32-e5e1de358fef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:22.996761977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"fd81366a-4e1f-4684-95ad-21a9194a543f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:23.041752931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc253adb-3eea-4904-8c32-e5e1de358fef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:23.095376769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc253adb-3eea-4904-8c32-e5e1de358fef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:25.086228725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c163a7b0-2baf-43be-aff7-cc6644f5cf8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:25.138908718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c163a7b0-2baf-43be-aff7-cc6644f5cf8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:25.191165675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c163a7b0-2baf-43be-aff7-cc6644f5cf8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:25.243198305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c163a7b0-2baf-43be-aff7-cc6644f5cf8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:41:25.374634633Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"62f06ad0-3f6f-445f-ac42-cebd261d20b9","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-bba5ed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:41:25.374707286Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"62f06ad0-3f6f-445f-ac42-cebd261d20b9","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-bba5ed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:41:25.53648477Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"f75d34bb-b38c-45e9-b4cd-f84ccc8c8b2e","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-bba5ed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:41:25.536561102Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"f75d34bb-b38c-45e9-b4cd-f84ccc8c8b2e","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-bba5ed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:41:26.701835061Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"922a4f96-6f3c-4edc-a5f5-97f9d153ebe4","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-bba5ed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:41:26.701907182Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"922a4f96-6f3c-4edc-a5f5-97f9d153ebe4","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-bba5ed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:26.873294143Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-868b06","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-868b06","reconcileID":"7b4ebb3f-3d9c-416e-a522-f9d5a39d910a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-868b06","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-868b06":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:41:27.157607701Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"6a229b82-84f7-40d7-9d4a-5fa5c8c50bdc","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-bba5ed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:41:27.157675298Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"6a229b82-84f7-40d7-9d4a-5fa5c8c50bdc","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-bba5ed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:27.169558242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"692ad6cd-6ac0-49e9-a5b5-ed4c70bf69de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:27.226538432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"692ad6cd-6ac0-49e9-a5b5-ed4c70bf69de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:27.278605583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"692ad6cd-6ac0-49e9-a5b5-ed4c70bf69de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:27.331118699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"692ad6cd-6ac0-49e9-a5b5-ed4c70bf69de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:27.472701517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"e2e-e2e-api-b-726d5b-policy","reconcileID":"aa27d522-9c06-44cb-8eff-330b7c2ad43f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-726d5b","tenantID":"e2e-api-b-726d5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:27.540733303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"e2e-e2e-api-b-726d5b-policy","reconcileID":"aa27d522-9c06-44cb-8eff-330b7c2ad43f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"name":"e2e-api-b-726d5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:27.905904903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27ec4350-63be-4b5d-89ef-0eb43ef2d819","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:27.905927901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27ec4350-63be-4b5d-89ef-0eb43ef2d819","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:41:29.195902086Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"2680f676-c437-4d2c-840a-a94d03c48aba","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-bba5ed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:41:29.195972268Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"2680f676-c437-4d2c-840a-a94d03c48aba","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-bba5ed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:29.320652219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b68975f-fd8a-435f-8c77-0765deee4d20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:29.372691874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b68975f-fd8a-435f-8c77-0765deee4d20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:29.431508283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b68975f-fd8a-435f-8c77-0765deee4d20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:29.484002176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b68975f-fd8a-435f-8c77-0765deee4d20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:31.486002744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"874649a8-5a7d-46de-ba31-318205b45eae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:31.538212391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"874649a8-5a7d-46de-ba31-318205b45eae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:31.593052362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"874649a8-5a7d-46de-ba31-318205b45eae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:31.645147152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"874649a8-5a7d-46de-ba31-318205b45eae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:34.667750384Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:41:37.685863981Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"e2cae623-63fa-4aa3-b2c4-a42a38265a5e","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-bba5ed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:41:37.685930639Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bba5ed","namespace":"ai-tenant-e2e-ipp-a-bba5ed"},"namespace":"ai-tenant-e2e-ipp-a-bba5ed","name":"ipp-route-bba5ed","reconcileID":"e2cae623-63fa-4aa3-b2c4-a42a38265a5e","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-bba5ed/ipp-route-bba5ed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-bba5ed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:38.634522293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2effe3f4-986e-435b-ab0f-f0adb22a2c28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:38.686893154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2effe3f4-986e-435b-ab0f-f0adb22a2c28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:38.73956696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2effe3f4-986e-435b-ab0f-f0adb22a2c28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:38.791581057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2effe3f4-986e-435b-ab0f-f0adb22a2c28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:40.694454388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b17bd7c2-f4e4-49e8-a9c9-9ac6aec35034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:40.747147257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b17bd7c2-f4e4-49e8-a9c9-9ac6aec35034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:40.799158685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b17bd7c2-f4e4-49e8-a9c9-9ac6aec35034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:40.851296546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b17bd7c2-f4e4-49e8-a9c9-9ac6aec35034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:42.006210241Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"default-tenant","reconcileID":"94067089-6843-4f88-84de-8432e4e7a79c","namespace":"ai-tenant-e2e-api-a-752be8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:42.006274833Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"default-tenant","reconcileID":"94067089-6843-4f88-84de-8432e4e7a79c","namespace":"ai-tenant-e2e-api-a-752be8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:42.006321785Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"default-tenant","reconcileID":"94067089-6843-4f88-84de-8432e4e7a79c","name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:42.063507572Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"default-tenant","reconcileID":"94067089-6843-4f88-84de-8432e4e7a79c","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:42.064128281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8e80d76-29e5-46b3-9084-85f0ee4e7856","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:42.064147792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8e80d76-29e5-46b3-9084-85f0ee4e7856","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:42.064321162Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"e2e-e2e-api-a-752be8-policy","reconcileID":"28cd482d-e1ca-44b6-9142-15d6755d7671","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:42.272663959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"e2e-e2e-api-a-752be8-policy","reconcileID":"28cd482d-e1ca-44b6-9142-15d6755d7671","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-752be8","tenantID":"e2e-api-a-752be8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:42.400713285Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"e2e-e2e-api-a-752be8-policy","reconcileID":"28cd482d-e1ca-44b6-9142-15d6755d7671","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"name":"e2e-api-a-752be8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:42.400738843Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"e2e-e2e-api-a-752be8-policy","reconcileID":"28cd482d-e1ca-44b6-9142-15d6755d7671","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-752be8-policy","namespace":"ai-tenant-e2e-api-a-752be8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-752be8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:42.457371374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce9fb587-e270-4563-94ca-80601f43097b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:42.457400513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce9fb587-e270-4563-94ca-80601f43097b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:50.375742928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"bc79808d-f2b3-4179-899b-10eadc2c85f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:50.478363033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"3cc9719b-a5c1-474a-98a0-550c2656996c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:50.670173816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"99f84dcd-1779-4f99-ac15-3587752f2c7b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:50.972096207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"0072730b-ec6c-47f3-b5bd-dbf51be79d14","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:51.10294395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"eaf70036-dea2-46f6-a1a5-1af612d326d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:51.199495399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c71ed450-b007-42e5-9bb6-10ed3ac0db94","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:51.302832283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e4136755-017d-40b7-af8c-6bb14ece4997","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:51.397784627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"6e9399dd-dcc0-4c68-811c-3ee711296df8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:51.575972878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"7e8ee272-8662-4776-9c46-c18e049c78d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:51.695548235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"1c19270f-778b-4c32-87b5-f1ac722811c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:51.87710556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"bc61cfab-5856-4382-b8ef-7802ad1809a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:41:52.036853786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"db4e8516-6d9b-4dce-bfb7-c6ebd7cd4e5d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:01.206880046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfb3bc68-fe1d-49ff-b19d-c3fa82cf164f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:01.262013121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfb3bc68-fe1d-49ff-b19d-c3fa82cf164f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:01.313992174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfb3bc68-fe1d-49ff-b19d-c3fa82cf164f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:01.368512752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfb3bc68-fe1d-49ff-b19d-c3fa82cf164f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:01.811121483Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97fc39"},"namespace":"ai-tenant-e2e-ipp-a-97fc39","name":"default-tenant","reconcileID":"84156310-29c9-45ce-98b0-31a3f3ebeef0","namespace":"ai-tenant-e2e-ipp-a-97fc39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:01.811217661Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97fc39"},"namespace":"ai-tenant-e2e-ipp-a-97fc39","name":"default-tenant","reconcileID":"84156310-29c9-45ce-98b0-31a3f3ebeef0","namespace":"ai-tenant-e2e-ipp-a-97fc39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:01.811305765Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97fc39"},"namespace":"ai-tenant-e2e-ipp-a-97fc39","name":"default-tenant","reconcileID":"84156310-29c9-45ce-98b0-31a3f3ebeef0","tenant":"e2e-ipp-a-97fc39","tenantID":"e2e-ipp-a-97fc39","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:01.867735115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97fc39"},"namespace":"ai-tenant-e2e-ipp-a-97fc39","name":"default-tenant","reconcileID":"84156310-29c9-45ce-98b0-31a3f3ebeef0","gvk":"Deployment","name":"maas-api-e2e-ipp-a-97fc39","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:01.928492506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97fc39"},"namespace":"ai-tenant-e2e-ipp-a-97fc39","name":"default-tenant","reconcileID":"84156310-29c9-45ce-98b0-31a3f3ebeef0","gvk":"Service","name":"maas-api-e2e-ipp-a-97fc39","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:01.989713481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97fc39"},"namespace":"ai-tenant-e2e-ipp-a-97fc39","name":"default-tenant","reconcileID":"84156310-29c9-45ce-98b0-31a3f3ebeef0","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-97fc39","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:02.043786576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97fc39"},"namespace":"ai-tenant-e2e-ipp-a-97fc39","name":"default-tenant","reconcileID":"84156310-29c9-45ce-98b0-31a3f3ebeef0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-97fc39","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:02.098694038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97fc39"},"namespace":"ai-tenant-e2e-ipp-a-97fc39","name":"default-tenant","reconcileID":"84156310-29c9-45ce-98b0-31a3f3ebeef0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-97fc39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:02.165444226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97fc39"},"namespace":"ai-tenant-e2e-ipp-a-97fc39","name":"default-tenant","reconcileID":"84156310-29c9-45ce-98b0-31a3f3ebeef0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-97fc39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:02.221981619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97fc39"},"namespace":"ai-tenant-e2e-ipp-a-97fc39","name":"default-tenant","reconcileID":"84156310-29c9-45ce-98b0-31a3f3ebeef0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-97fc39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:02.276358538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97fc39"},"namespace":"ai-tenant-e2e-ipp-a-97fc39","name":"default-tenant","reconcileID":"84156310-29c9-45ce-98b0-31a3f3ebeef0","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-97fc39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:02.335346632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97fc39"},"namespace":"ai-tenant-e2e-ipp-a-97fc39","name":"default-tenant","reconcileID":"84156310-29c9-45ce-98b0-31a3f3ebeef0","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-97fc39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:02.439751174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97fc39"},"namespace":"ai-tenant-e2e-ipp-a-97fc39","name":"default-tenant","reconcileID":"84156310-29c9-45ce-98b0-31a3f3ebeef0","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-97fc39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:02.501819089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97fc39"},"namespace":"ai-tenant-e2e-ipp-a-97fc39","name":"default-tenant","reconcileID":"84156310-29c9-45ce-98b0-31a3f3ebeef0","gvk":"Service","name":"payload-processing-e2e-ipp-a-97fc39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:02.56207586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97fc39"},"namespace":"ai-tenant-e2e-ipp-a-97fc39","name":"default-tenant","reconcileID":"84156310-29c9-45ce-98b0-31a3f3ebeef0","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-97fc39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:02.616538912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97fc39"},"namespace":"ai-tenant-e2e-ipp-a-97fc39","name":"default-tenant","reconcileID":"84156310-29c9-45ce-98b0-31a3f3ebeef0","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-97fc39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:02.672353237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97fc39"},"namespace":"ai-tenant-e2e-ipp-a-97fc39","name":"default-tenant","reconcileID":"84156310-29c9-45ce-98b0-31a3f3ebeef0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-97fc39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:02.762459758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97fc39"},"namespace":"ai-tenant-e2e-ipp-a-97fc39","name":"default-tenant","reconcileID":"84156310-29c9-45ce-98b0-31a3f3ebeef0","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-97fc39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:02.818550334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97fc39"},"namespace":"ai-tenant-e2e-ipp-a-97fc39","name":"default-tenant","reconcileID":"84156310-29c9-45ce-98b0-31a3f3ebeef0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-97fc39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:02.872667947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97fc39"},"namespace":"ai-tenant-e2e-ipp-a-97fc39","name":"default-tenant","reconcileID":"84156310-29c9-45ce-98b0-31a3f3ebeef0","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-97fc39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:02.926625712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97fc39"},"namespace":"ai-tenant-e2e-ipp-a-97fc39","name":"default-tenant","reconcileID":"84156310-29c9-45ce-98b0-31a3f3ebeef0","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-97fc39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:02.980598617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97fc39"},"namespace":"ai-tenant-e2e-ipp-a-97fc39","name":"default-tenant","reconcileID":"84156310-29c9-45ce-98b0-31a3f3ebeef0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-97fc39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:03.034280899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97fc39"},"namespace":"ai-tenant-e2e-ipp-a-97fc39","name":"default-tenant","reconcileID":"84156310-29c9-45ce-98b0-31a3f3ebeef0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-97fc39","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:03.278677175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97dcca57-9e20-4533-a0a1-cb11c0a7399e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:03.33911842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97dcca57-9e20-4533-a0a1-cb11c0a7399e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:03.391673301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97dcca57-9e20-4533-a0a1-cb11c0a7399e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:03.443955443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97dcca57-9e20-4533-a0a1-cb11c0a7399e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:03.930438437Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-97fc39","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-97fc39","reconcileID":"f3e3011a-b7ff-4ace-b5fe-77a6d1cd260b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-97fc39","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-97fc39"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:04.672897917Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:05.391361699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebc71ca3-881b-4ba7-93a5-2491af75292d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:05.44377977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebc71ca3-881b-4ba7-93a5-2491af75292d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:05.495845188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebc71ca3-881b-4ba7-93a5-2491af75292d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:05.547965144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebc71ca3-881b-4ba7-93a5-2491af75292d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:07.453267893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f93fcc42-d67e-4edf-9483-0e20c3e7f641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:07.505420698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f93fcc42-d67e-4edf-9483-0e20c3e7f641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:07.557510122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f93fcc42-d67e-4edf-9483-0e20c3e7f641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:07.609723524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f93fcc42-d67e-4edf-9483-0e20c3e7f641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:17.687428114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b47e1d04-14e8-4ffd-b915-495cfb2b345a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:17.739578956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b47e1d04-14e8-4ffd-b915-495cfb2b345a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:17.791753685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b47e1d04-14e8-4ffd-b915-495cfb2b345a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:17.846073618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b47e1d04-14e8-4ffd-b915-495cfb2b345a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:19.741724112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4521c515-2e5c-4d0a-bd18-545786ca8423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:19.79362282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4521c515-2e5c-4d0a-bd18-545786ca8423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:19.84562595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4521c515-2e5c-4d0a-bd18-545786ca8423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:19.899751515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4521c515-2e5c-4d0a-bd18-545786ca8423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:25.001470777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d9a8e18c-bf58-4c82-a7db-4fbe6efa4378","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:25.100927096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"967b657b-f956-41dd-86f3-5588eb8a2931","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:25.120458426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"25b77378-fafd-4e01-86cb-1dd19829feda","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:25.246005727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"105522ca-1b5b-4db3-b94b-86e4b4b0201c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:25.343269756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"cef7a53b-6e65-42a1-97ac-cc0b3a1ccc2f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:25.359859375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a7a5e499-3f0f-4633-8285-9d1a2fca647d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:25.444840968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"f31c8097-703a-41cc-a731-f611934a0750","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:26.039211481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"46847ebf-dc14-4671-9f5b-15b44ddbe719","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:26.127666613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"d7f1fa44-8092-455f-8d88-f5c8c10bbd2e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:26.280560943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"3cbdd9e5-94b9-4c78-9d86-c5ffb728a2cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:26.382845932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"7e749e67-ba67-446f-97db-a7dca203c68d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:26.401413536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"bd0fe301-a6f5-4f2b-a8a0-c199b62ef0bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:34.669069592Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:36.86373584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-868b06"},"namespace":"ai-tenant-e2e-praxis-b-868b06","name":"default-tenant","reconcileID":"80496cbb-4e76-4d22-b590-100e28800748","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-868b06","tenantID":"e2e-praxis-b-868b06","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:36.98672605Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-868b06"},"namespace":"ai-tenant-e2e-praxis-b-868b06","name":"default-tenant","reconcileID":"80496cbb-4e76-4d22-b590-100e28800748","name":"e2e-praxis-b-868b06-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.044957481Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-70babe"},"namespace":"ai-tenant-e2e-ipp-b-70babe","name":"default-tenant","reconcileID":"e6cf64ab-9a0d-476c-aa82-763584d54b8a","namespace":"ai-tenant-e2e-ipp-b-70babe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.045020255Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-70babe"},"namespace":"ai-tenant-e2e-ipp-b-70babe","name":"default-tenant","reconcileID":"e6cf64ab-9a0d-476c-aa82-763584d54b8a","namespace":"ai-tenant-e2e-ipp-b-70babe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.045074962Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-70babe"},"namespace":"ai-tenant-e2e-ipp-b-70babe","name":"default-tenant","reconcileID":"e6cf64ab-9a0d-476c-aa82-763584d54b8a","tenant":"e2e-ipp-b-70babe","tenantID":"e2e-ipp-b-70babe","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.099139046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-70babe"},"namespace":"ai-tenant-e2e-ipp-b-70babe","name":"default-tenant","reconcileID":"e6cf64ab-9a0d-476c-aa82-763584d54b8a","gvk":"Deployment","name":"maas-api-e2e-ipp-b-70babe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.160815818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-70babe"},"namespace":"ai-tenant-e2e-ipp-b-70babe","name":"default-tenant","reconcileID":"e6cf64ab-9a0d-476c-aa82-763584d54b8a","gvk":"Service","name":"maas-api-e2e-ipp-b-70babe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.220151158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-70babe"},"namespace":"ai-tenant-e2e-ipp-b-70babe","name":"default-tenant","reconcileID":"e6cf64ab-9a0d-476c-aa82-763584d54b8a","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-70babe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.274069523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-70babe"},"namespace":"ai-tenant-e2e-ipp-b-70babe","name":"default-tenant","reconcileID":"e6cf64ab-9a0d-476c-aa82-763584d54b8a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-70babe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.346963487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-70babe"},"namespace":"ai-tenant-e2e-ipp-b-70babe","name":"default-tenant","reconcileID":"e6cf64ab-9a0d-476c-aa82-763584d54b8a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-70babe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.402519091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-70babe"},"namespace":"ai-tenant-e2e-ipp-b-70babe","name":"default-tenant","reconcileID":"e6cf64ab-9a0d-476c-aa82-763584d54b8a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-70babe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.461564703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-70babe"},"namespace":"ai-tenant-e2e-ipp-b-70babe","name":"default-tenant","reconcileID":"e6cf64ab-9a0d-476c-aa82-763584d54b8a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-70babe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.519913198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-70babe"},"namespace":"ai-tenant-e2e-ipp-b-70babe","name":"default-tenant","reconcileID":"e6cf64ab-9a0d-476c-aa82-763584d54b8a","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-70babe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.574299234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-70babe"},"namespace":"ai-tenant-e2e-ipp-b-70babe","name":"default-tenant","reconcileID":"e6cf64ab-9a0d-476c-aa82-763584d54b8a","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-70babe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.628623917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-70babe"},"namespace":"ai-tenant-e2e-ipp-b-70babe","name":"default-tenant","reconcileID":"e6cf64ab-9a0d-476c-aa82-763584d54b8a","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-70babe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.692379741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-70babe"},"namespace":"ai-tenant-e2e-ipp-b-70babe","name":"default-tenant","reconcileID":"e6cf64ab-9a0d-476c-aa82-763584d54b8a","gvk":"Service","name":"payload-processing-e2e-ipp-b-70babe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.754371875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-70babe"},"namespace":"ai-tenant-e2e-ipp-b-70babe","name":"default-tenant","reconcileID":"e6cf64ab-9a0d-476c-aa82-763584d54b8a","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-70babe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.810452699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-70babe"},"namespace":"ai-tenant-e2e-ipp-b-70babe","name":"default-tenant","reconcileID":"e6cf64ab-9a0d-476c-aa82-763584d54b8a","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-70babe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.866326141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-70babe"},"namespace":"ai-tenant-e2e-ipp-b-70babe","name":"default-tenant","reconcileID":"e6cf64ab-9a0d-476c-aa82-763584d54b8a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-70babe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.922588486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-70babe"},"namespace":"ai-tenant-e2e-ipp-b-70babe","name":"default-tenant","reconcileID":"e6cf64ab-9a0d-476c-aa82-763584d54b8a","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-70babe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:37.992223031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-70babe"},"namespace":"ai-tenant-e2e-ipp-b-70babe","name":"default-tenant","reconcileID":"e6cf64ab-9a0d-476c-aa82-763584d54b8a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-70babe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:38.051978183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-70babe"},"namespace":"ai-tenant-e2e-ipp-b-70babe","name":"default-tenant","reconcileID":"e6cf64ab-9a0d-476c-aa82-763584d54b8a","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-70babe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:38.108803262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-70babe"},"namespace":"ai-tenant-e2e-ipp-b-70babe","name":"default-tenant","reconcileID":"e6cf64ab-9a0d-476c-aa82-763584d54b8a","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-70babe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:38.16838006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-70babe"},"namespace":"ai-tenant-e2e-ipp-b-70babe","name":"default-tenant","reconcileID":"e6cf64ab-9a0d-476c-aa82-763584d54b8a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-70babe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:38.224472328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-70babe"},"namespace":"ai-tenant-e2e-ipp-b-70babe","name":"default-tenant","reconcileID":"e6cf64ab-9a0d-476c-aa82-763584d54b8a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-70babe","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:39.083358284Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-70babe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-70babe","reconcileID":"9ecc9771-9cf6-4dc9-af4a-7473340ba543","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-70babe","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-70babe"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:40.231517662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f82d0d3b-4414-4bdf-90f8-7a25ba541f93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:40.285952721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f82d0d3b-4414-4bdf-90f8-7a25ba541f93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:40.340233888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f82d0d3b-4414-4bdf-90f8-7a25ba541f93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:40.39333196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f82d0d3b-4414-4bdf-90f8-7a25ba541f93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:42.377427873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"430542d0-4430-4aca-8a3f-b21c7795b530","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:42.429466623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"430542d0-4430-4aca-8a3f-b21c7795b530","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:42.481861388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"430542d0-4430-4aca-8a3f-b21c7795b530","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:42.533697781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"430542d0-4430-4aca-8a3f-b21c7795b530","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:44.49726307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"740754e3-0ca3-4665-a570-bb28289ce770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:44.549548139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"740754e3-0ca3-4665-a570-bb28289ce770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:44.601455605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"740754e3-0ca3-4665-a570-bb28289ce770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:44.653312605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"740754e3-0ca3-4665-a570-bb28289ce770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:46.596230727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf86973e-6548-4a76-9f78-7babf2a58ca6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:46.648161561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf86973e-6548-4a76-9f78-7babf2a58ca6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:46.700247716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf86973e-6548-4a76-9f78-7babf2a58ca6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:46.754608356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf86973e-6548-4a76-9f78-7babf2a58ca6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:53.73812923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0823a4fd-2248-4d73-a8c0-0baf2e2276e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:53.798849119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0823a4fd-2248-4d73-a8c0-0baf2e2276e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:53.85481787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0823a4fd-2248-4d73-a8c0-0baf2e2276e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:53.906927615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0823a4fd-2248-4d73-a8c0-0baf2e2276e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:54.254226298Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-38dd3e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-38dd3e","reconcileID":"2aba9aa3-9e0a-46dd-8d90-dd4a0bf8d089","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-38dd3e","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-38dd3e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:55.959341214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42baf62d-5f1b-4592-a152-3598518cf0e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:56.011626617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42baf62d-5f1b-4592-a152-3598518cf0e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:56.064506016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42baf62d-5f1b-4592-a152-3598518cf0e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:56.116720699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42baf62d-5f1b-4592-a152-3598518cf0e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:56.120138604Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"default-tenant","reconcileID":"a00708a3-0d46-4b24-b207-3123ae822188","namespace":"ai-tenant-e2e-api-a-752be8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:56.120212534Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"default-tenant","reconcileID":"a00708a3-0d46-4b24-b207-3123ae822188","namespace":"ai-tenant-e2e-api-a-752be8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:56.120260303Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"default-tenant","reconcileID":"a00708a3-0d46-4b24-b207-3123ae822188","tenant":"e2e-api-a-752be8","tenantID":"e2e-api-a-752be8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:56.176975582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"default-tenant","reconcileID":"a00708a3-0d46-4b24-b207-3123ae822188","gvk":"Deployment","name":"maas-api-e2e-api-a-752be8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:56.241927208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"default-tenant","reconcileID":"a00708a3-0d46-4b24-b207-3123ae822188","gvk":"Service","name":"maas-api-e2e-api-a-752be8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:56.297948245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"default-tenant","reconcileID":"a00708a3-0d46-4b24-b207-3123ae822188","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-752be8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:56.390860556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"default-tenant","reconcileID":"a00708a3-0d46-4b24-b207-3123ae822188","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-752be8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:56.445999739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"default-tenant","reconcileID":"a00708a3-0d46-4b24-b207-3123ae822188","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-752be8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:56.500698476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"default-tenant","reconcileID":"a00708a3-0d46-4b24-b207-3123ae822188","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-752be8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:56.565359973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"default-tenant","reconcileID":"a00708a3-0d46-4b24-b207-3123ae822188","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-752be8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:56.624416996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"default-tenant","reconcileID":"a00708a3-0d46-4b24-b207-3123ae822188","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-752be8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:56.676302583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"default-tenant","reconcileID":"a00708a3-0d46-4b24-b207-3123ae822188","gvk":"Deployment","name":"payload-processing-e2e-api-a-752be8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:56.728166744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"default-tenant","reconcileID":"a00708a3-0d46-4b24-b207-3123ae822188","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-752be8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:56.78364199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"default-tenant","reconcileID":"a00708a3-0d46-4b24-b207-3123ae822188","gvk":"Service","name":"payload-processing-e2e-api-a-752be8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:56.841356429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"default-tenant","reconcileID":"a00708a3-0d46-4b24-b207-3123ae822188","gvk":"Service","name":"payload-pre-processing-e2e-api-a-752be8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:56.893154543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"default-tenant","reconcileID":"a00708a3-0d46-4b24-b207-3123ae822188","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-752be8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:56.944820396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"default-tenant","reconcileID":"a00708a3-0d46-4b24-b207-3123ae822188","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-752be8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:56.996614832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"default-tenant","reconcileID":"a00708a3-0d46-4b24-b207-3123ae822188","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-752be8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:57.053384799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"default-tenant","reconcileID":"a00708a3-0d46-4b24-b207-3123ae822188","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-752be8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:57.104917252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"default-tenant","reconcileID":"a00708a3-0d46-4b24-b207-3123ae822188","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-752be8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:57.187593923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"default-tenant","reconcileID":"a00708a3-0d46-4b24-b207-3123ae822188","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-752be8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:57.24292433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"default-tenant","reconcileID":"a00708a3-0d46-4b24-b207-3123ae822188","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-752be8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:57.296341589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-752be8"},"namespace":"ai-tenant-e2e-api-a-752be8","name":"default-tenant","reconcileID":"a00708a3-0d46-4b24-b207-3123ae822188","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-752be8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:58.121941501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1651fd25-9ccf-4771-a70c-850cbd630be0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:58.174100668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1651fd25-9ccf-4771-a70c-850cbd630be0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:58.226670664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1651fd25-9ccf-4771-a70c-850cbd630be0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:58.240943817Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-752be8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-752be8","reconcileID":"8cbc5768-b171-4e3f-8348-2abcde12dc84","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-752be8","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-752be8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:42:58.279210349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1651fd25-9ccf-4771-a70c-850cbd630be0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:00.221946044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c037b19-5be6-4f12-8b49-e64a0538c022","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:00.2744398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c037b19-5be6-4f12-8b49-e64a0538c022","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:00.326584864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c037b19-5be6-4f12-8b49-e64a0538c022","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:00.378505394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c037b19-5be6-4f12-8b49-e64a0538c022","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:03.686480973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb0261eb-5222-424f-80c1-2a6b8c2c40a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:03.74743697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb0261eb-5222-424f-80c1-2a6b8c2c40a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:03.804126371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb0261eb-5222-424f-80c1-2a6b8c2c40a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:03.858877484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb0261eb-5222-424f-80c1-2a6b8c2c40a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:04.665575651Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:05.774981419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab7507f9-592c-441d-99c0-36ba15301488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:05.826913787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab7507f9-592c-441d-99c0-36ba15301488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:05.879118175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab7507f9-592c-441d-99c0-36ba15301488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:05.935532964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab7507f9-592c-441d-99c0-36ba15301488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:06.765436613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"e2e-e2e-api-b-726d5b-policy","reconcileID":"4abf8936-8365-4131-9950-a050deae8b2a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-726d5b","tenantID":"e2e-api-b-726d5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:06.822696773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"e2e-e2e-api-b-726d5b-policy","reconcileID":"4abf8936-8365-4131-9950-a050deae8b2a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"name":"e2e-api-b-726d5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:07.137612902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"e2e-e2e-api-b-726d5b-policy","reconcileID":"053abc02-2c0e-46fb-9dba-5c59deb0d158","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-726d5b","tenantID":"e2e-api-b-726d5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:07.198696153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"e2e-e2e-api-b-726d5b-policy","reconcileID":"053abc02-2c0e-46fb-9dba-5c59deb0d158","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"name":"e2e-api-b-726d5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:07.925478544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e2846ca-cbfd-43e8-9edc-45796c5931f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:07.977429754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e2846ca-cbfd-43e8-9edc-45796c5931f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:08.035547975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e2846ca-cbfd-43e8-9edc-45796c5931f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:08.088563885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e2846ca-cbfd-43e8-9edc-45796c5931f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:10.010510808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70d01ee8-a3e5-4632-9e77-c4b3322481d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:10.062663962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70d01ee8-a3e5-4632-9e77-c4b3322481d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:10.114782905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70d01ee8-a3e5-4632-9e77-c4b3322481d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:10.167229451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70d01ee8-a3e5-4632-9e77-c4b3322481d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:12.059348224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e3162d-573b-4121-8969-acbe90b06c8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:12.111624619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e3162d-573b-4121-8969-acbe90b06c8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:12.168072113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e3162d-573b-4121-8969-acbe90b06c8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:12.221337275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e3162d-573b-4121-8969-acbe90b06c8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:13.555956245Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6a8a5"},"namespace":"ai-tenant-e2e-ipp-a-f6a8a5","name":"default-tenant","reconcileID":"cf584d76-9e60-4702-b1cb-31d983033535","namespace":"ai-tenant-e2e-ipp-a-f6a8a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:13.556021684Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6a8a5"},"namespace":"ai-tenant-e2e-ipp-a-f6a8a5","name":"default-tenant","reconcileID":"cf584d76-9e60-4702-b1cb-31d983033535","namespace":"ai-tenant-e2e-ipp-a-f6a8a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:13.556078791Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6a8a5"},"namespace":"ai-tenant-e2e-ipp-a-f6a8a5","name":"default-tenant","reconcileID":"cf584d76-9e60-4702-b1cb-31d983033535","tenant":"e2e-ipp-a-f6a8a5","tenantID":"e2e-ipp-a-f6a8a5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:13.61280152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6a8a5"},"namespace":"ai-tenant-e2e-ipp-a-f6a8a5","name":"default-tenant","reconcileID":"cf584d76-9e60-4702-b1cb-31d983033535","gvk":"Deployment","name":"maas-api-e2e-ipp-a-f6a8a5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:13.674037833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6a8a5"},"namespace":"ai-tenant-e2e-ipp-a-f6a8a5","name":"default-tenant","reconcileID":"cf584d76-9e60-4702-b1cb-31d983033535","gvk":"Service","name":"maas-api-e2e-ipp-a-f6a8a5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:13.738288614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6a8a5"},"namespace":"ai-tenant-e2e-ipp-a-f6a8a5","name":"default-tenant","reconcileID":"cf584d76-9e60-4702-b1cb-31d983033535","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-f6a8a5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:13.803358188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6a8a5"},"namespace":"ai-tenant-e2e-ipp-a-f6a8a5","name":"default-tenant","reconcileID":"cf584d76-9e60-4702-b1cb-31d983033535","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-f6a8a5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:13.859556189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6a8a5"},"namespace":"ai-tenant-e2e-ipp-a-f6a8a5","name":"default-tenant","reconcileID":"cf584d76-9e60-4702-b1cb-31d983033535","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-f6a8a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:13.918855721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6a8a5"},"namespace":"ai-tenant-e2e-ipp-a-f6a8a5","name":"default-tenant","reconcileID":"cf584d76-9e60-4702-b1cb-31d983033535","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-f6a8a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:14.028883989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6a8a5"},"namespace":"ai-tenant-e2e-ipp-a-f6a8a5","name":"default-tenant","reconcileID":"cf584d76-9e60-4702-b1cb-31d983033535","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-f6a8a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:14.100625752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6a8a5"},"namespace":"ai-tenant-e2e-ipp-a-f6a8a5","name":"default-tenant","reconcileID":"cf584d76-9e60-4702-b1cb-31d983033535","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-f6a8a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:14.156426552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6a8a5"},"namespace":"ai-tenant-e2e-ipp-a-f6a8a5","name":"default-tenant","reconcileID":"cf584d76-9e60-4702-b1cb-31d983033535","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-f6a8a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:14.182264212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d367fb7b-ffdc-4c29-a66f-9fba03d81af1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:14.234243121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d367fb7b-ffdc-4c29-a66f-9fba03d81af1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:14.240113494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6a8a5"},"namespace":"ai-tenant-e2e-ipp-a-f6a8a5","name":"default-tenant","reconcileID":"cf584d76-9e60-4702-b1cb-31d983033535","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-f6a8a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:14.286168377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d367fb7b-ffdc-4c29-a66f-9fba03d81af1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:14.338103513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d367fb7b-ffdc-4c29-a66f-9fba03d81af1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:14.351070669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6a8a5"},"namespace":"ai-tenant-e2e-ipp-a-f6a8a5","name":"default-tenant","reconcileID":"cf584d76-9e60-4702-b1cb-31d983033535","gvk":"Service","name":"payload-processing-e2e-ipp-a-f6a8a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:14.415344455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6a8a5"},"namespace":"ai-tenant-e2e-ipp-a-f6a8a5","name":"default-tenant","reconcileID":"cf584d76-9e60-4702-b1cb-31d983033535","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-f6a8a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:14.470498944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6a8a5"},"namespace":"ai-tenant-e2e-ipp-a-f6a8a5","name":"default-tenant","reconcileID":"cf584d76-9e60-4702-b1cb-31d983033535","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-f6a8a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:14.527442302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6a8a5"},"namespace":"ai-tenant-e2e-ipp-a-f6a8a5","name":"default-tenant","reconcileID":"cf584d76-9e60-4702-b1cb-31d983033535","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-f6a8a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:14.608117417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6a8a5"},"namespace":"ai-tenant-e2e-ipp-a-f6a8a5","name":"default-tenant","reconcileID":"cf584d76-9e60-4702-b1cb-31d983033535","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-f6a8a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:14.664315354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6a8a5"},"namespace":"ai-tenant-e2e-ipp-a-f6a8a5","name":"default-tenant","reconcileID":"cf584d76-9e60-4702-b1cb-31d983033535","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-f6a8a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:14.718061898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6a8a5"},"namespace":"ai-tenant-e2e-ipp-a-f6a8a5","name":"default-tenant","reconcileID":"cf584d76-9e60-4702-b1cb-31d983033535","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-f6a8a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:14.77627731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6a8a5"},"namespace":"ai-tenant-e2e-ipp-a-f6a8a5","name":"default-tenant","reconcileID":"cf584d76-9e60-4702-b1cb-31d983033535","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-f6a8a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:14.830347635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6a8a5"},"namespace":"ai-tenant-e2e-ipp-a-f6a8a5","name":"default-tenant","reconcileID":"cf584d76-9e60-4702-b1cb-31d983033535","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-f6a8a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:14.884724424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6a8a5"},"namespace":"ai-tenant-e2e-ipp-a-f6a8a5","name":"default-tenant","reconcileID":"cf584d76-9e60-4702-b1cb-31d983033535","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-f6a8a5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:14.949386252Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2c02a9"},"namespace":"ai-tenant-e2e-ipp-b-2c02a9","name":"default-tenant","reconcileID":"509b293b-02b2-4f25-ac87-80f4a41b9076","namespace":"ai-tenant-e2e-ipp-b-2c02a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:14.949444927Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2c02a9"},"namespace":"ai-tenant-e2e-ipp-b-2c02a9","name":"default-tenant","reconcileID":"509b293b-02b2-4f25-ac87-80f4a41b9076","namespace":"ai-tenant-e2e-ipp-b-2c02a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:14.949498338Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2c02a9"},"namespace":"ai-tenant-e2e-ipp-b-2c02a9","name":"default-tenant","reconcileID":"509b293b-02b2-4f25-ac87-80f4a41b9076","tenant":"e2e-ipp-b-2c02a9","tenantID":"e2e-ipp-b-2c02a9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:15.006591223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2c02a9"},"namespace":"ai-tenant-e2e-ipp-b-2c02a9","name":"default-tenant","reconcileID":"509b293b-02b2-4f25-ac87-80f4a41b9076","gvk":"Deployment","name":"maas-api-e2e-ipp-b-2c02a9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:15.069770234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2c02a9"},"namespace":"ai-tenant-e2e-ipp-b-2c02a9","name":"default-tenant","reconcileID":"509b293b-02b2-4f25-ac87-80f4a41b9076","gvk":"Service","name":"maas-api-e2e-ipp-b-2c02a9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:15.132049223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2c02a9"},"namespace":"ai-tenant-e2e-ipp-b-2c02a9","name":"default-tenant","reconcileID":"509b293b-02b2-4f25-ac87-80f4a41b9076","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-2c02a9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:15.18586843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2c02a9"},"namespace":"ai-tenant-e2e-ipp-b-2c02a9","name":"default-tenant","reconcileID":"509b293b-02b2-4f25-ac87-80f4a41b9076","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-2c02a9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:15.241992271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2c02a9"},"namespace":"ai-tenant-e2e-ipp-b-2c02a9","name":"default-tenant","reconcileID":"509b293b-02b2-4f25-ac87-80f4a41b9076","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-2c02a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:15.298420742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2c02a9"},"namespace":"ai-tenant-e2e-ipp-b-2c02a9","name":"default-tenant","reconcileID":"509b293b-02b2-4f25-ac87-80f4a41b9076","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-2c02a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:15.365432149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2c02a9"},"namespace":"ai-tenant-e2e-ipp-b-2c02a9","name":"default-tenant","reconcileID":"509b293b-02b2-4f25-ac87-80f4a41b9076","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-2c02a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:15.455512651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2c02a9"},"namespace":"ai-tenant-e2e-ipp-b-2c02a9","name":"default-tenant","reconcileID":"509b293b-02b2-4f25-ac87-80f4a41b9076","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-2c02a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:15.511320727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2c02a9"},"namespace":"ai-tenant-e2e-ipp-b-2c02a9","name":"default-tenant","reconcileID":"509b293b-02b2-4f25-ac87-80f4a41b9076","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-2c02a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:15.574405541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2c02a9"},"namespace":"ai-tenant-e2e-ipp-b-2c02a9","name":"default-tenant","reconcileID":"509b293b-02b2-4f25-ac87-80f4a41b9076","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-2c02a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:15.66210574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2c02a9"},"namespace":"ai-tenant-e2e-ipp-b-2c02a9","name":"default-tenant","reconcileID":"509b293b-02b2-4f25-ac87-80f4a41b9076","gvk":"Service","name":"payload-processing-e2e-ipp-b-2c02a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:15.736266521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2c02a9"},"namespace":"ai-tenant-e2e-ipp-b-2c02a9","name":"default-tenant","reconcileID":"509b293b-02b2-4f25-ac87-80f4a41b9076","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-2c02a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:15.751946468Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f6a8a5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f6a8a5","reconcileID":"e3e5d09c-272e-49d9-9ad3-463dd604b8e3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f6a8a5","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-f6a8a5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:15.796076903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2c02a9"},"namespace":"ai-tenant-e2e-ipp-b-2c02a9","name":"default-tenant","reconcileID":"509b293b-02b2-4f25-ac87-80f4a41b9076","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-2c02a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:15.860567257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2c02a9"},"namespace":"ai-tenant-e2e-ipp-b-2c02a9","name":"default-tenant","reconcileID":"509b293b-02b2-4f25-ac87-80f4a41b9076","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-2c02a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:15.922541097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2c02a9"},"namespace":"ai-tenant-e2e-ipp-b-2c02a9","name":"default-tenant","reconcileID":"509b293b-02b2-4f25-ac87-80f4a41b9076","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-2c02a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:15.981087221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2c02a9"},"namespace":"ai-tenant-e2e-ipp-b-2c02a9","name":"default-tenant","reconcileID":"509b293b-02b2-4f25-ac87-80f4a41b9076","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-2c02a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:16.041084716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2c02a9"},"namespace":"ai-tenant-e2e-ipp-b-2c02a9","name":"default-tenant","reconcileID":"509b293b-02b2-4f25-ac87-80f4a41b9076","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-2c02a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:16.096293788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2c02a9"},"namespace":"ai-tenant-e2e-ipp-b-2c02a9","name":"default-tenant","reconcileID":"509b293b-02b2-4f25-ac87-80f4a41b9076","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-2c02a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:16.15227018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2c02a9"},"namespace":"ai-tenant-e2e-ipp-b-2c02a9","name":"default-tenant","reconcileID":"509b293b-02b2-4f25-ac87-80f4a41b9076","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-2c02a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:16.207431371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2c02a9"},"namespace":"ai-tenant-e2e-ipp-b-2c02a9","name":"default-tenant","reconcileID":"509b293b-02b2-4f25-ac87-80f4a41b9076","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-2c02a9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:16.886116847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d6909e4-1e73-42af-b006-632925fcb65a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:16.938610792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d6909e4-1e73-42af-b006-632925fcb65a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:16.990753413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d6909e4-1e73-42af-b006-632925fcb65a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:17.043483693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d6909e4-1e73-42af-b006-632925fcb65a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:17.104581476Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-2c02a9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-2c02a9","reconcileID":"d566c42f-0a0b-456e-bc44-124180f69b9a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-2c02a9","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-2c02a9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:17.672265585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"e2e-e2e-api-b-726d5b-policy","reconcileID":"d3114851-1723-459d-a92c-00371f0fbf20","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-726d5b","tenantID":"e2e-api-b-726d5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:17.730763994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"e2e-e2e-api-b-726d5b-policy","reconcileID":"d3114851-1723-459d-a92c-00371f0fbf20","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"name":"e2e-api-b-726d5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:17.995692337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"e2e-e2e-api-b-726d5b-policy","reconcileID":"b5712cfb-6960-46f1-a8bd-dfc4e3292f13","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-726d5b","tenantID":"e2e-api-b-726d5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:18.052908867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"e2e-e2e-api-b-726d5b-policy","reconcileID":"b5712cfb-6960-46f1-a8bd-dfc4e3292f13","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"name":"e2e-api-b-726d5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:18.951515633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a665d27-4272-45bf-91f1-1331448c0080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:19.003599478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a665d27-4272-45bf-91f1-1331448c0080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:19.05560199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a665d27-4272-45bf-91f1-1331448c0080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:19.107592092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a665d27-4272-45bf-91f1-1331448c0080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:21.077053384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97b7c5e0-201b-4e98-ab71-3d1db1ed51b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:21.129279855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97b7c5e0-201b-4e98-ab71-3d1db1ed51b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:21.181129968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97b7c5e0-201b-4e98-ab71-3d1db1ed51b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:21.233633552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97b7c5e0-201b-4e98-ab71-3d1db1ed51b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:23.144029742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2cd49eb-9ab2-458f-afcc-39d80b3baa15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:23.198974307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2cd49eb-9ab2-458f-afcc-39d80b3baa15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:23.251788888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2cd49eb-9ab2-458f-afcc-39d80b3baa15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:23.303766142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2cd49eb-9ab2-458f-afcc-39d80b3baa15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:25.282340485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673248b8-d7ea-472b-8489-ac62146aa175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:25.334789158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673248b8-d7ea-472b-8489-ac62146aa175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:25.386769769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673248b8-d7ea-472b-8489-ac62146aa175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:25.43867156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673248b8-d7ea-472b-8489-ac62146aa175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:29.479379856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"84c6b4d0-dae5-492c-a854-7fa113f62c91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:29.580046704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"4ebf0e30-8873-44ce-a048-4a2b818adb66","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:29.714527025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"d1d212ec-9f0c-4af6-9d32-6e0f1044467d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:29.832706524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"07bdc788-64e6-424d-aeae-0bdf04ff1fc3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:29.939363208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"a9b9fb3b-6a5d-4941-afce-2d1d9242e377","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:29.969332256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d17b10a2-0c40-4f59-82d7-6e7759cec9e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:30.142489907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fd9db572-a013-445c-88fc-402930215ddd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:30.278306583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"03eb9c8f-6033-4734-bade-7265711bc6a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:30.403570106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"ed30495c-0523-4bb8-ae74-c161fb0997d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:30.631575196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"079c3798-89fe-40de-a811-7881fde7b041","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:30.753546724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"287404da-8063-4ced-8515-fb7573ff22d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:30.855707316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"fa96740c-5d75-4150-92d5-4f78de2b4ff6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:32.096669398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a014a5a-73bb-44c2-9fa7-64cef2a15674","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:32.149313451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a014a5a-73bb-44c2-9fa7-64cef2a15674","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:32.201574154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a014a5a-73bb-44c2-9fa7-64cef2a15674","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:32.253983552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a014a5a-73bb-44c2-9fa7-64cef2a15674","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:32.614590845Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-7ae676","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-7ae676","reconcileID":"6d46a105-4270-459e-8cd1-679e84296f5e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-7ae676","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-7ae676":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:34.286940343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac5e2813-c253-4b72-924d-78fd80836652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:34.338997257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac5e2813-c253-4b72-924d-78fd80836652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:34.401231216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac5e2813-c253-4b72-924d-78fd80836652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:34.45465061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac5e2813-c253-4b72-924d-78fd80836652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:34.666570816Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:36.38945042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5741b1ad-d6c5-494f-a5a1-388e66fefe95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:36.441919844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5741b1ad-d6c5-494f-a5a1-388e66fefe95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:36.493793743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5741b1ad-d6c5-494f-a5a1-388e66fefe95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:36.54587289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5741b1ad-d6c5-494f-a5a1-388e66fefe95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:37.751491035Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1a4f30"},"namespace":"ai-tenant-e2e-ipp-b-1a4f30","name":"default-tenant","reconcileID":"64ea60d1-f9b9-4fc9-b54d-f978cce04d53","namespace":"ai-tenant-e2e-ipp-b-1a4f30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:37.751588872Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1a4f30"},"namespace":"ai-tenant-e2e-ipp-b-1a4f30","name":"default-tenant","reconcileID":"64ea60d1-f9b9-4fc9-b54d-f978cce04d53","namespace":"ai-tenant-e2e-ipp-b-1a4f30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:37.751651572Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1a4f30"},"namespace":"ai-tenant-e2e-ipp-b-1a4f30","name":"default-tenant","reconcileID":"64ea60d1-f9b9-4fc9-b54d-f978cce04d53","tenant":"e2e-ipp-b-1a4f30","tenantID":"e2e-ipp-b-1a4f30","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:37.8057381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1a4f30"},"namespace":"ai-tenant-e2e-ipp-b-1a4f30","name":"default-tenant","reconcileID":"64ea60d1-f9b9-4fc9-b54d-f978cce04d53","gvk":"Deployment","name":"maas-api-e2e-ipp-b-1a4f30","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:37.870297582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1a4f30"},"namespace":"ai-tenant-e2e-ipp-b-1a4f30","name":"default-tenant","reconcileID":"64ea60d1-f9b9-4fc9-b54d-f978cce04d53","gvk":"Service","name":"maas-api-e2e-ipp-b-1a4f30","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:37.950117474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1a4f30"},"namespace":"ai-tenant-e2e-ipp-b-1a4f30","name":"default-tenant","reconcileID":"64ea60d1-f9b9-4fc9-b54d-f978cce04d53","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-1a4f30","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:38.006255367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1a4f30"},"namespace":"ai-tenant-e2e-ipp-b-1a4f30","name":"default-tenant","reconcileID":"64ea60d1-f9b9-4fc9-b54d-f978cce04d53","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-1a4f30","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:38.064405477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1a4f30"},"namespace":"ai-tenant-e2e-ipp-b-1a4f30","name":"default-tenant","reconcileID":"64ea60d1-f9b9-4fc9-b54d-f978cce04d53","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-1a4f30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:38.120065427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1a4f30"},"namespace":"ai-tenant-e2e-ipp-b-1a4f30","name":"default-tenant","reconcileID":"64ea60d1-f9b9-4fc9-b54d-f978cce04d53","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-1a4f30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:38.179891095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1a4f30"},"namespace":"ai-tenant-e2e-ipp-b-1a4f30","name":"default-tenant","reconcileID":"64ea60d1-f9b9-4fc9-b54d-f978cce04d53","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-1a4f30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:38.241318821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1a4f30"},"namespace":"ai-tenant-e2e-ipp-b-1a4f30","name":"default-tenant","reconcileID":"64ea60d1-f9b9-4fc9-b54d-f978cce04d53","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-1a4f30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:38.330725524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1a4f30"},"namespace":"ai-tenant-e2e-ipp-b-1a4f30","name":"default-tenant","reconcileID":"64ea60d1-f9b9-4fc9-b54d-f978cce04d53","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-1a4f30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:38.389877305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1a4f30"},"namespace":"ai-tenant-e2e-ipp-b-1a4f30","name":"default-tenant","reconcileID":"64ea60d1-f9b9-4fc9-b54d-f978cce04d53","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-1a4f30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:38.456540673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1a4f30"},"namespace":"ai-tenant-e2e-ipp-b-1a4f30","name":"default-tenant","reconcileID":"64ea60d1-f9b9-4fc9-b54d-f978cce04d53","gvk":"Service","name":"payload-processing-e2e-ipp-b-1a4f30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:38.523257977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1a4f30"},"namespace":"ai-tenant-e2e-ipp-b-1a4f30","name":"default-tenant","reconcileID":"64ea60d1-f9b9-4fc9-b54d-f978cce04d53","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-1a4f30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:38.525517631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1602afa-6986-4c89-bd34-4f5d4878b6bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:38.577714523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1602afa-6986-4c89-bd34-4f5d4878b6bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:38.580126459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1a4f30"},"namespace":"ai-tenant-e2e-ipp-b-1a4f30","name":"default-tenant","reconcileID":"64ea60d1-f9b9-4fc9-b54d-f978cce04d53","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-1a4f30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:38.629604182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1602afa-6986-4c89-bd34-4f5d4878b6bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:38.682244016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1602afa-6986-4c89-bd34-4f5d4878b6bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:38.684863366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1a4f30"},"namespace":"ai-tenant-e2e-ipp-b-1a4f30","name":"default-tenant","reconcileID":"64ea60d1-f9b9-4fc9-b54d-f978cce04d53","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-1a4f30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:38.740369596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1a4f30"},"namespace":"ai-tenant-e2e-ipp-b-1a4f30","name":"default-tenant","reconcileID":"64ea60d1-f9b9-4fc9-b54d-f978cce04d53","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-1a4f30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:38.798661884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1a4f30"},"namespace":"ai-tenant-e2e-ipp-b-1a4f30","name":"default-tenant","reconcileID":"64ea60d1-f9b9-4fc9-b54d-f978cce04d53","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-1a4f30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:38.855017616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1a4f30"},"namespace":"ai-tenant-e2e-ipp-b-1a4f30","name":"default-tenant","reconcileID":"64ea60d1-f9b9-4fc9-b54d-f978cce04d53","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-1a4f30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:38.953610887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1a4f30"},"namespace":"ai-tenant-e2e-ipp-b-1a4f30","name":"default-tenant","reconcileID":"64ea60d1-f9b9-4fc9-b54d-f978cce04d53","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-1a4f30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:39.008221036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1a4f30"},"namespace":"ai-tenant-e2e-ipp-b-1a4f30","name":"default-tenant","reconcileID":"64ea60d1-f9b9-4fc9-b54d-f978cce04d53","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-1a4f30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:39.064334945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1a4f30"},"namespace":"ai-tenant-e2e-ipp-b-1a4f30","name":"default-tenant","reconcileID":"64ea60d1-f9b9-4fc9-b54d-f978cce04d53","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-1a4f30","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:39.990766488Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-1a4f30","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-1a4f30","reconcileID":"5123c9d2-7a80-42bd-8342-b6610f691978","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-1a4f30","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-1a4f30"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:40.635737596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51c308eb-9621-4454-8fe8-f5a27d94add2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:40.688088415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51c308eb-9621-4454-8fe8-f5a27d94add2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:40.74035549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51c308eb-9621-4454-8fe8-f5a27d94add2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:40.793245135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51c308eb-9621-4454-8fe8-f5a27d94add2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:41.900847048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"5433c316-70e7-4760-936b-c1cfceb88ee2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.062002917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"c00a7576-721b-475a-8e4c-564065284c9e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.159266745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"92b4c301-a93f-45bf-831a-2764bdb19dc9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.278960988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"e1016e68-34ca-404d-94e5-0fe8d5a69307","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.414133229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"1afdbe3f-9f69-49ee-89c7-601e9975555e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.507693529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"3702cc73-2c36-4d50-9c47-9e3492c4c868","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.656739296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"43bbd3e2-dc38-496c-90a2-ae7bf81c03f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.708070208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b37b7e6-358d-4a78-a425-812945c42efc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.75349059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"7d313148-88fc-4355-a700-57046eebff49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.760230251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b37b7e6-358d-4a78-a425-812945c42efc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.812826978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b37b7e6-358d-4a78-a425-812945c42efc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.865294082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b37b7e6-358d-4a78-a425-812945c42efc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.917475314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0fae32af-0b17-46c2-87d6-a856054692b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:42.970444946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7565a877-fa66-4c0c-af78-d14b5c9fdf88","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:43.02538711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"33c378ad-06fd-4162-b1b5-631d6a63b6e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:43.130573551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"642a5903-d542-4174-98da-d43da11349d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:44.811027509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a88002b-4e91-4642-87c0-f3c410fec046","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:44.863342396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a88002b-4e91-4642-87c0-f3c410fec046","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:44.915296722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a88002b-4e91-4642-87c0-f3c410fec046","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:44.96714194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a88002b-4e91-4642-87c0-f3c410fec046","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:47.002677694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ec38dfe-dfc4-43a3-b121-71dc59c1747c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:47.054643017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ec38dfe-dfc4-43a3-b121-71dc59c1747c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:47.12133382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ec38dfe-dfc4-43a3-b121-71dc59c1747c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:47.174679835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ec38dfe-dfc4-43a3-b121-71dc59c1747c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:49.137956547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ab6178d-c943-48d5-bde9-208d7b28f995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:49.190253928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ab6178d-c943-48d5-bde9-208d7b28f995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:49.242467443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ab6178d-c943-48d5-bde9-208d7b28f995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:49.294648655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ab6178d-c943-48d5-bde9-208d7b28f995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:51.235041719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a7a75e1-fd68-407c-a9ec-d622c03d646f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:51.287546024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a7a75e1-fd68-407c-a9ec-d622c03d646f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:51.3397153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a7a75e1-fd68-407c-a9ec-d622c03d646f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:51.391653046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a7a75e1-fd68-407c-a9ec-d622c03d646f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:54.31129621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"717e2445-a1e6-4ffb-bb1f-727572fcc9f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:54.364032204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"717e2445-a1e6-4ffb-bb1f-727572fcc9f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:54.416106928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"717e2445-a1e6-4ffb-bb1f-727572fcc9f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:54.468462833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"717e2445-a1e6-4ffb-bb1f-727572fcc9f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:54.826808448Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-6a693b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-6a693b","reconcileID":"2cff0724-dcf3-4e06-8e9a-c3a39ebc316d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-6a693b","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-6a693b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:55.06377339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38dd3e"},"namespace":"ai-tenant-e2e-praxis-a-38dd3e","name":"default-tenant","reconcileID":"d894ecf9-ca3b-4a56-b5c9-ac6a259d183b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-38dd3e","tenantID":"e2e-praxis-a-38dd3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:55.197972998Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38dd3e"},"namespace":"ai-tenant-e2e-praxis-a-38dd3e","name":"default-tenant","reconcileID":"d894ecf9-ca3b-4a56-b5c9-ac6a259d183b","name":"e2e-praxis-a-38dd3e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:56.399737915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a04f5de-af75-407c-86ea-c52bf5883f91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:56.453025868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a04f5de-af75-407c-86ea-c52bf5883f91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:56.505760739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a04f5de-af75-407c-86ea-c52bf5883f91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:43:56.558470859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a04f5de-af75-407c-86ea-c52bf5883f91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:00.44188209Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"default-tenant","reconcileID":"3c7a702f-97fb-4386-91e8-2f8a740dc1af","namespace":"ai-tenant-e2e-api-b-726d5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:00.441944245Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"default-tenant","reconcileID":"3c7a702f-97fb-4386-91e8-2f8a740dc1af","namespace":"ai-tenant-e2e-api-b-726d5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:00.44199247Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"default-tenant","reconcileID":"3c7a702f-97fb-4386-91e8-2f8a740dc1af","name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:00.498691949Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"default-tenant","reconcileID":"3c7a702f-97fb-4386-91e8-2f8a740dc1af","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:00.499140248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d85e2e0-b87e-44b7-bee8-bfb8ea37bb5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:00.499159359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d85e2e0-b87e-44b7-bee8-bfb8ea37bb5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:00.49951941Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"e2e-e2e-api-b-726d5b-policy","reconcileID":"d5cc15a2-a47e-4e50-ae33-3055ed4f323e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:00.730797201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"e2e-e2e-api-b-726d5b-policy","reconcileID":"d5cc15a2-a47e-4e50-ae33-3055ed4f323e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-726d5b","tenantID":"e2e-api-b-726d5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:00.85769084Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"e2e-e2e-api-b-726d5b-policy","reconcileID":"d5cc15a2-a47e-4e50-ae33-3055ed4f323e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"name":"e2e-api-b-726d5b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:00.857714227Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"e2e-e2e-api-b-726d5b-policy","reconcileID":"d5cc15a2-a47e-4e50-ae33-3055ed4f323e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-726d5b-policy","namespace":"ai-tenant-e2e-api-b-726d5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-726d5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:00.91416232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"309c871d-6af9-4e46-9cfe-0181589d28d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:00.914210568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"309c871d-6af9-4e46-9cfe-0181589d28d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:04.66538889Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:24.463316846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ae676"},"namespace":"ai-tenant-e2e-praxis-a-7ae676","name":"default-tenant","reconcileID":"2f4d4d78-584c-45f7-b458-6aff4906a8ea","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-7ae676","tenantID":"e2e-praxis-a-7ae676","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:24.581400145Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ae676"},"namespace":"ai-tenant-e2e-praxis-a-7ae676","name":"default-tenant","reconcileID":"2f4d4d78-584c-45f7-b458-6aff4906a8ea","name":"e2e-praxis-a-7ae676-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:34.666643342Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:45.675145973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f07e570-4603-4a46-a9c3-5b9e9c6043f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:45.727080808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f07e570-4603-4a46-a9c3-5b9e9c6043f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:45.778969224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f07e570-4603-4a46-a9c3-5b9e9c6043f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:45.83178545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f07e570-4603-4a46-a9c3-5b9e9c6043f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:47.790530515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c47e8025-8cf2-4c00-a107-3fd242c966c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:47.842571061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c47e8025-8cf2-4c00-a107-3fd242c966c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:47.89444353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c47e8025-8cf2-4c00-a107-3fd242c966c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:47.948128662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c47e8025-8cf2-4c00-a107-3fd242c966c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:48.910255459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a693b"},"namespace":"ai-tenant-e2e-praxis-a-6a693b","name":"default-tenant","reconcileID":"e3b34ea6-cf88-403b-b585-cb081e4c07dd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6a693b","tenantID":"e2e-praxis-a-6a693b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:49.043573208Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a693b"},"namespace":"ai-tenant-e2e-praxis-a-6a693b","name":"default-tenant","reconcileID":"e3b34ea6-cf88-403b-b585-cb081e4c07dd","name":"e2e-praxis-a-6a693b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:49.986783864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b241a57-5d1d-446f-9d61-6281821ad71f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:50.039420457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b241a57-5d1d-446f-9d61-6281821ad71f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:50.091501169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b241a57-5d1d-446f-9d61-6281821ad71f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:50.143445433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b241a57-5d1d-446f-9d61-6281821ad71f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:52.075969263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"da46365e-b960-4e6a-9a5e-555b849d803d","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"tenant":"e2e-praxis-a-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","model":"ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:52.076001538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"da46365e-b960-4e6a-9a5e-555b849d803d","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"routeName":"praxis-route-87b0f8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-87b0f8","llmisvcName":"praxis-route-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:52.13397689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"65e1bd54-1dd0-4ca6-adf0-e5de17816e6f","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"tenant":"e2e-praxis-a-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","model":"ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:52.133999914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"65e1bd54-1dd0-4ca6-adf0-e5de17816e6f","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"routeName":"praxis-route-87b0f8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-87b0f8","llmisvcName":"praxis-route-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:52.716576056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4312bb45-b05d-4f1a-b33d-054f7d36f5fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:52.768691699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4312bb45-b05d-4f1a-b33d-054f7d36f5fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:52.823694001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4312bb45-b05d-4f1a-b33d-054f7d36f5fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:52.876166598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4312bb45-b05d-4f1a-b33d-054f7d36f5fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:53.306722503Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-ef8827","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-ef8827","reconcileID":"3f25e7f8-a3de-4bc6-bdb6-52624da09c43","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-ef8827","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-ef8827":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:54.809467658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1627a0cb-e282-478a-ae79-5e6fdcefa835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:54.86168298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1627a0cb-e282-478a-ae79-5e6fdcefa835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:54.91451123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1627a0cb-e282-478a-ae79-5e6fdcefa835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:54.967115362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1627a0cb-e282-478a-ae79-5e6fdcefa835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:57.681857112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"ccbbc75b-2c9e-4877-929e-f6ab89e12a7e","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"tenant":"e2e-praxis-a-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","model":"ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:57.681878591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"ccbbc75b-2c9e-4877-929e-f6ab89e12a7e","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"routeName":"praxis-route-87b0f8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-87b0f8","llmisvcName":"praxis-route-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:57.739174713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"e6930acb-ec69-4c05-9ce9-a468387577c5","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"tenant":"e2e-praxis-a-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","model":"ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:57.739224625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"e6930acb-ec69-4c05-9ce9-a468387577c5","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"routeName":"praxis-route-87b0f8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-87b0f8","llmisvcName":"praxis-route-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:57.844793836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-auth","reconcileID":"cdd53de5-14cf-4cac-b7ab-3e41185eab90","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-87b0f8","tenantID":"e2e-praxis-a-87b0f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:57.971827447Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-auth","reconcileID":"cdd53de5-14cf-4cac-b7ab-3e41185eab90","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"name":"e2e-praxis-a-87b0f8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:58.027308699Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-87b0f8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-auth","reconcileID":"cdd53de5-14cf-4cac-b7ab-3e41185eab90","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:58.084723705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"85b26514-35c4-4643-8533-6390fa344b74","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"tenant":"e2e-praxis-a-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","model":"ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:58.084744262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"85b26514-35c4-4643-8533-6390fa344b74","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"routeName":"praxis-route-87b0f8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-87b0f8","llmisvcName":"praxis-route-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:58.999338838Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"default-tenant","reconcileID":"54c46579-a742-4b87-a1a8-b3aa21b0bf43","namespace":"ai-tenant-e2e-api-b-726d5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:58.999396807Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"default-tenant","reconcileID":"54c46579-a742-4b87-a1a8-b3aa21b0bf43","namespace":"ai-tenant-e2e-api-b-726d5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:58.999453634Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"default-tenant","reconcileID":"54c46579-a742-4b87-a1a8-b3aa21b0bf43","tenant":"e2e-api-b-726d5b","tenantID":"e2e-api-b-726d5b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:59.053388095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"default-tenant","reconcileID":"54c46579-a742-4b87-a1a8-b3aa21b0bf43","gvk":"Deployment","name":"maas-api-e2e-api-b-726d5b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:59.11297529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"default-tenant","reconcileID":"54c46579-a742-4b87-a1a8-b3aa21b0bf43","gvk":"Service","name":"maas-api-e2e-api-b-726d5b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:59.172485115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"default-tenant","reconcileID":"54c46579-a742-4b87-a1a8-b3aa21b0bf43","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-726d5b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:59.226311811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"default-tenant","reconcileID":"54c46579-a742-4b87-a1a8-b3aa21b0bf43","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-726d5b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:59.280919079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"default-tenant","reconcileID":"54c46579-a742-4b87-a1a8-b3aa21b0bf43","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-726d5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:59.337213788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"default-tenant","reconcileID":"54c46579-a742-4b87-a1a8-b3aa21b0bf43","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-726d5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:59.39226009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"default-tenant","reconcileID":"54c46579-a742-4b87-a1a8-b3aa21b0bf43","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-726d5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:59.449051616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"default-tenant","reconcileID":"54c46579-a742-4b87-a1a8-b3aa21b0bf43","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-726d5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:59.500734124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"default-tenant","reconcileID":"54c46579-a742-4b87-a1a8-b3aa21b0bf43","gvk":"Deployment","name":"payload-processing-e2e-api-b-726d5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:59.552438603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"default-tenant","reconcileID":"54c46579-a742-4b87-a1a8-b3aa21b0bf43","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-726d5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:59.604147884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"default-tenant","reconcileID":"54c46579-a742-4b87-a1a8-b3aa21b0bf43","gvk":"Service","name":"payload-processing-e2e-api-b-726d5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:59.655717425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"default-tenant","reconcileID":"54c46579-a742-4b87-a1a8-b3aa21b0bf43","gvk":"Service","name":"payload-pre-processing-e2e-api-b-726d5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:59.709225925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"default-tenant","reconcileID":"54c46579-a742-4b87-a1a8-b3aa21b0bf43","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-726d5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:59.76106245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"default-tenant","reconcileID":"54c46579-a742-4b87-a1a8-b3aa21b0bf43","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-726d5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:59.817503353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"default-tenant","reconcileID":"54c46579-a742-4b87-a1a8-b3aa21b0bf43","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-726d5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:59.873954493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"default-tenant","reconcileID":"54c46579-a742-4b87-a1a8-b3aa21b0bf43","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-726d5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:59.927245078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"default-tenant","reconcileID":"54c46579-a742-4b87-a1a8-b3aa21b0bf43","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-726d5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:44:59.978869255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"default-tenant","reconcileID":"54c46579-a742-4b87-a1a8-b3aa21b0bf43","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-726d5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:00.030801982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"default-tenant","reconcileID":"54c46579-a742-4b87-a1a8-b3aa21b0bf43","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-726d5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:00.082376366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-726d5b"},"namespace":"ai-tenant-e2e-api-b-726d5b","name":"default-tenant","reconcileID":"54c46579-a742-4b87-a1a8-b3aa21b0bf43","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-726d5b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:00.949798725Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-726d5b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-726d5b","reconcileID":"6923ca80-2188-4407-ae8b-0b8829e5c244","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-726d5b","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-726d5b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:02.114540072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31987916-edae-446d-a091-c0e97937a185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:02.167224083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31987916-edae-446d-a091-c0e97937a185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:02.219381158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31987916-edae-446d-a091-c0e97937a185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:02.271507817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31987916-edae-446d-a091-c0e97937a185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:04.196511928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"392ec076-ef67-4031-a5dc-dd3b1bf17487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:04.248711325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"392ec076-ef67-4031-a5dc-dd3b1bf17487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:04.300690847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"392ec076-ef67-4031-a5dc-dd3b1bf17487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:04.352559539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"392ec076-ef67-4031-a5dc-dd3b1bf17487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:04.66610044Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:06.253251105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e03d491e-77f6-4bf5-9dda-2e921b92667e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:06.305357609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e03d491e-77f6-4bf5-9dda-2e921b92667e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:06.357828254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e03d491e-77f6-4bf5-9dda-2e921b92667e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:06.410592408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e03d491e-77f6-4bf5-9dda-2e921b92667e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:08.189037342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-auth","reconcileID":"3048f42d-f200-4da6-a26a-9dea5c5ce0e7","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-87b0f8","tenantID":"e2e-praxis-a-87b0f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:08.246216742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-auth","reconcileID":"3048f42d-f200-4da6-a26a-9dea5c5ce0e7","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"name":"e2e-praxis-a-87b0f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:08.317610282Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-87b0f8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-auth","reconcileID":"3048f42d-f200-4da6-a26a-9dea5c5ce0e7","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:12.705509423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"2878929b-03cc-4110-9528-61469cd1efd7","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:12.762170993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"4c9a4cee-99ec-4a94-afdc-d75c5048cdf4","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:45:12.81374846Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-57e3fee9","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-apikey-sub-binding-57e3fee9","reconcileID":"b3a55901-a70c-4a1c-9663-a76f81acb373","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-57e3fee9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:12.85986535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"46e8fb78-fe7a-470d-bb7b-50aa9b23e4cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:12.860214395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"17900fc1-4163-4e56-b10f-c007d5e40d82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:12.917231391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"46e8fb78-fe7a-470d-bb7b-50aa9b23e4cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:12.917551804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"17900fc1-4163-4e56-b10f-c007d5e40d82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:12.928752924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"99e9d65a-699f-4735-9a8b-5fbed709a1cf","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:12.983806268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"810d3614-185c-4b11-abf3-46fa81300814","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:13.254217092Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-57e3fee9","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-apikey-sub-binding-57e3fee9","reconcileID":"a7729497-ba2b-4fd2-aaf2-86d2e35b20cf","MaaSSubscription":{"name":"e2e-apikey-sub-binding-57e3fee9","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/e2e-apikey-sub-binding-57e3fee9","ai-tenant-e2e-worker-w2-e1ca71/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:13.279062918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"76685adf-c659-4e66-bc77-73f278b32e9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:13.279065627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"15e1bc5a-a228-4c55-97e1-f66adec788ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:13.336417699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"15e1bc5a-a228-4c55-97e1-f66adec788ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:13.336689622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"76685adf-c659-4e66-bc77-73f278b32e9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:13.41762844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"0148782d-dc3d-4e07-a19d-53422ffbc939","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:13.463635585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"d43ebc16-dd0e-4ea2-afaa-1fddf3726571","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:13.626048595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-57e3fee9","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-apikey-sub-binding-57e3fee9","reconcileID":"74d63c19-c99c-44bf-ab22-1a4402eed763","MaaSSubscription":{"name":"e2e-apikey-sub-binding-57e3fee9","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:16.797050892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"66098d91-cf9f-4a16-82d5-f8ed6e796c4a","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:16.958735352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"dfc529e5-45f8-4737-acfb-fa6463b02368","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:16.958736759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"f29c57f2-f110-4fe8-abc5-38e69d2f1ace","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:17.017556358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"f29c57f2-f110-4fe8-abc5-38e69d2f1ace","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:17.017556104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"dfc529e5-45f8-4737-acfb-fa6463b02368","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:18.422159338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-auth","reconcileID":"2ebeb8c6-b4da-48af-abdd-d441c9cd4c02","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-87b0f8","tenantID":"e2e-praxis-a-87b0f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:18.478954581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-auth","reconcileID":"2ebeb8c6-b4da-48af-abdd-d441c9cd4c02","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"name":"e2e-praxis-a-87b0f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:18.536472705Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-87b0f8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-auth","reconcileID":"2ebeb8c6-b4da-48af-abdd-d441c9cd4c02","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:22.511438768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1267600-ab4b-4fb8-a36a-97b08be0479a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:22.563682823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1267600-ab4b-4fb8-a36a-97b08be0479a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:22.615424959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1267600-ab4b-4fb8-a36a-97b08be0479a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:22.667640478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1267600-ab4b-4fb8-a36a-97b08be0479a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:24.568053563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88b78260-8fda-4478-afd9-726eb9a94807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:24.619867044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88b78260-8fda-4478-afd9-726eb9a94807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:24.67169287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88b78260-8fda-4478-afd9-726eb9a94807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:24.723848086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88b78260-8fda-4478-afd9-726eb9a94807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:26.95970698Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-57e3fee9","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-apikey-sub-binding-57e3fee9","reconcileID":"e84e3317-12fd-4678-bd3c-173c7de3bd40","MaaSSubscription":{"name":"e2e-apikey-sub-binding-57e3fee9","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscription":"e2e-apikey-sub-binding-57e3fee9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:27.179726681Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-57e3fee9","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-apikey-sub-binding-57e3fee9","reconcileID":"e84e3317-12fd-4678-bd3c-173c7de3bd40","MaaSSubscription":{"name":"e2e-apikey-sub-binding-57e3fee9","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:27.393891372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"965e46c4-4878-4a2a-a2b5-9c1bd9ef3c58","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:27.44566547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"74051e59-6b69-4e51-a958-298ec4862b39","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:27.600854345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"0026faa5-c98d-4d7f-b992-d28de0b63d3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:27.600855837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"270fa007-e33a-4cce-9a98-09b759b9441f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:27.659425602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"270fa007-e33a-4cce-9a98-09b759b9441f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:27.659430437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"0026faa5-c98d-4d7f-b992-d28de0b63d3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:28.642938554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-auth","reconcileID":"3bda0b11-2835-4583-ac2c-36379de9df42","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-87b0f8","tenantID":"e2e-praxis-a-87b0f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:28.699639436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-auth","reconcileID":"3bda0b11-2835-4583-ac2c-36379de9df42","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"name":"e2e-praxis-a-87b0f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:28.717309783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"4f72f5b4-d8be-4a4d-8b57-00ad97ca786c","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:28.75586924Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-87b0f8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-auth","reconcileID":"3bda0b11-2835-4583-ac2c-36379de9df42","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:28.775237026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"14db2580-d7a3-4c46-97cf-f3a9e4181508","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:45:28.826341654Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ordering-sub","reconcileID":"c677ffa8-7cec-4316-a520-f13414c2f785","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:28.872512666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"04f635be-cb6e-46e3-8251-8efc47493dd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:28.872513194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"fecd831d-4787-4fa0-b34a-dd0d15ef320b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:28.929453436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"04f635be-cb6e-46e3-8251-8efc47493dd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:28.929888428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"fecd831d-4787-4fa0-b34a-dd0d15ef320b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:28.946689534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"6c051326-3fa7-46f5-85eb-fb52dc20753d","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:29.003624348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"3e04c883-35d6-49f6-97bc-80d79b835c91","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:29.280514641Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ordering-sub","reconcileID":"10c148be-d382-4d9e-9167-45786f3a7b84","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/e2e-ordering-sub","ai-tenant-e2e-worker-w2-e1ca71/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:29.290977435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"c60203b3-bae9-486f-9d4d-f4364c4f5817","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:29.291094571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"58347038-5186-41e9-b367-537085802cbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:29.348032241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"58347038-5186-41e9-b367-537085802cbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:29.349249178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"c60203b3-bae9-486f-9d4d-f4364c4f5817","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:29.447250215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"e25986b8-bf4a-46bd-9ebd-8c65b86a8e9c","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:29.490143695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"5488a947-e1d5-4829-b9e7-444f63a04e15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:29.656006629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ordering-sub","reconcileID":"91ed0720-34e1-4d9c-9e03-8496c43d3429","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:31.369998085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87577485-9242-459d-8075-5f8159db6a0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:31.422115545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87577485-9242-459d-8075-5f8159db6a0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:31.47412161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87577485-9242-459d-8075-5f8159db6a0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:31.525976549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87577485-9242-459d-8075-5f8159db6a0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:31.88650245Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-31144e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-31144e","reconcileID":"15ef2ce9-4fbd-4d75-ac14-138669b37c6d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-31144e","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-31144e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:32.186447388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"a4805582-cd66-4f6c-ad7e-f0ea45d65016","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:32.241069936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"e9e378c6-88b7-4969-824a-2671638fa246","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:32.410243411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ordering-auth","reconcileID":"8712511b-89c6-43be-ae3f-17cf652eaa35","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:32.467476557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ordering-auth","reconcileID":"8712511b-89c6-43be-ae3f-17cf652eaa35","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:32.798665279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"82f46d10-9e1a-4d20-a147-9ad5e0a988d1","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:33.475701157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a24e82c-50f6-4e31-9202-9860da4811ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:33.5276304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a24e82c-50f6-4e31-9202-9860da4811ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:33.579626662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a24e82c-50f6-4e31-9202-9860da4811ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:33.632617951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a24e82c-50f6-4e31-9202-9860da4811ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:34.665217891Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:35.084745307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"75abf259-6d1b-48c3-86c0-8042744a1e70","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:35.240612119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"b96470be-217b-41f1-b964-237a265871c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:35.240674477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ordering-auth","reconcileID":"4673d178-ad5f-44b5-a80e-d3285bee60b9","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:35.241087666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"9a2a36e5-0e4c-4882-b5a2-c834acd507de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:35.297850567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"b96470be-217b-41f1-b964-237a265871c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:35.299149503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ordering-auth","reconcileID":"4673d178-ad5f-44b5-a80e-d3285bee60b9","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:35.300118155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"9a2a36e5-0e4c-4882-b5a2-c834acd507de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:35.570585604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0498ac6-6a4b-453a-b9b1-d8bbf3c11abb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:35.623173394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0498ac6-6a4b-453a-b9b1-d8bbf3c11abb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:35.675604893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0498ac6-6a4b-453a-b9b1-d8bbf3c11abb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:35.727776922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0498ac6-6a4b-453a-b9b1-d8bbf3c11abb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:38.86071638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-auth","reconcileID":"7db4f9cf-e6f3-4ce1-9ac9-5cce7ee95644","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-87b0f8","tenantID":"e2e-praxis-a-87b0f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:38.917855585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-auth","reconcileID":"7db4f9cf-e6f3-4ce1-9ac9-5cce7ee95644","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"name":"e2e-praxis-a-87b0f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:38.973480686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-87b0f8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33140eb5596ecaf4d85ff17081be24f47a26647e6c97195f76ac8b7e369184ac) AuthConfig (e0b6fea555ee25e632e0b33a0956f5f57b5ff81b06820820f3b12c2d2d9d10f6) AuthConfig (a0c391620d5540a70b8e20bd94464eac4befd5e7f33fd2bfebf5bb181181c91e) AuthConfig (d13a2a1e469dc4f22c7f00ce87407644d0b7cabb64e974613f04d9b12da8f7c9) AuthConfig (ef8e348e444342119f89c5483597382b4e2e0a48e616b75b5b57f1d99bddf1e1) AuthConfig (b800a0616863651f9b3d42e1a595042c020caf2f4e2e368c6ba9b19a69481b2a) AuthConfig (ea1ca6678df67fa6bdc03d29d49a05e6d7808cc93af5cd4370439ab0536a57e8) AuthConfig (59ef8d3f54eb3a36b267d341b4a0ee1127cb505910adfb8b125a4405978a1106) AuthConfig (2cad519a3472cbb1a65fa2e6fb67b6e2299b9ce875e2f9a59f2879ff8bc2568e) AuthConfig (cee9688c3d539e109963f907a60b1270a2dae265eece101ca2fb8f2991668f2e) AuthConfig (2e927296973e30e8039c5c99780b06095cb9dac3e40a06f7e6b0ed131f60d5ef) AuthConfig (870f0136d9d7975abfca495eff96181c93611f835205d175639a66b11f1dcb25) AuthConfig (37bea04b7df5130cf0396439e44013c427db4a4bc252398de69db6a11c643bd9) AuthConfig (a3479e5de76e008d38ee8863c3fc04d265d5c0721a69d10739cb398079dc3546) AuthConfig (3cb2a450be160e103e52ec5b20bb70deb9c6a0156a458e4929c7c17df3a59ab7) AuthConfig (9c51ddecfb266965a04a437df3be5af4ae5d04b8d404090bb597c03808e76ebd) AuthConfig (e3c8508b8f03c9a992e57839486977df73ef1bd8f2813e5669b9ca8c1e13a1e5) AuthConfig (381f12f237e130cb4ac674c7e35af40507ba90706c9fbd62afb443acecc5687e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-auth","reconcileID":"7db4f9cf-e6f3-4ce1-9ac9-5cce7ee95644","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:39.031888802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"95331b3e-a1cc-49f9-920e-b5adaf99ec40","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"tenant":"e2e-praxis-a-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","model":"ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:39.031908778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"95331b3e-a1cc-49f9-920e-b5adaf99ec40","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"routeName":"praxis-route-87b0f8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-87b0f8","llmisvcName":"praxis-route-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:45.247843673Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ordering-sub","reconcileID":"099419e3-59b8-4a29-823d-f30f2d2bcece","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:45.461929598Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ordering-sub","reconcileID":"099419e3-59b8-4a29-823d-f30f2d2bcece","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:45.686238463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"70b21fac-df08-483a-ad34-7ca1d36293d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:45.738512407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"c556786e-dfdd-429d-afc4-8295bcaf6bcb","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:45.894042897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"df5609be-5ad8-4075-a818-55f59da36a19","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:45.901399075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"434067a1-1f33-4a06-95e9-74c523ead677","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:45.901827543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"6e905dd8-7930-456c-860e-a61f9627589c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:45.902161364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ordering-auth","reconcileID":"99a27997-e88d-4c95-94f5-60b68769e7d9","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:45.960541556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"434067a1-1f33-4a06-95e9-74c523ead677","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:45.964498569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"6e905dd8-7930-456c-860e-a61f9627589c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:45.966304154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ordering-auth","reconcileID":"99a27997-e88d-4c95-94f5-60b68769e7d9","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:46.164255299Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-ordering-auth","reconcileID":"e7e88d2d-691e-4b75-934e-8e9fdceafc4c","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:46.424104337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"fddeacf1-c1b7-42a9-9615-6dd2eeb389ee","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:46.476375503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f879dc16-a0ff-476f-82cd-9393cd7eb1ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:46.528219674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f879dc16-a0ff-476f-82cd-9393cd7eb1ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:46.580313179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f879dc16-a0ff-476f-82cd-9393cd7eb1ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:46.632103215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f879dc16-a0ff-476f-82cd-9393cd7eb1ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:47.820995442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"c4e8c96d-a0e2-4ddd-86a2-1f62e57c84db","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:47.877765748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"4b354b44-549c-4241-a4b4-05819c593c52","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:48.080608059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-auth-success","reconcileID":"d77ab7b1-812d-48c0-a492-dc50da122f60","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:48.137975241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"3c277df7-2755-43e9-91b4-bb5310d84278","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:48.139250663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-auth-success","reconcileID":"d77ab7b1-812d-48c0-a492-dc50da122f60","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:48.195566653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"6c7cd9d7-29e7-4c11-b0f5-495f2bece47a","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:45:48.244979311Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-subscription-success","reconcileID":"d535b801-4fbf-473f-9104-9e348526fe2d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:48.292331344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"94397c94-735a-4ec7-aea4-521e6d6d1cfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:48.295287289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"6ad7750a-5153-459b-a3ba-ad65e344e7bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:48.349445859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"94397c94-735a-4ec7-aea4-521e6d6d1cfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:48.352451491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"6ad7750a-5153-459b-a3ba-ad65e344e7bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:48.359953875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"6fac5e99-c4c2-488e-aaf3-fbb0a5e9aa03","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:48.422115884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"f8d83c14-1eda-4dc6-bc68-3cb2124d192c","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:48.465389674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"b4f9ef7e-fc53-443e-b718-26d3f48dc451","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:48.568873784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dcd67d7-5f5a-40c5-b5b3-cf90fe7a78e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:48.620698904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dcd67d7-5f5a-40c5-b5b3-cf90fe7a78e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:48.672559058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dcd67d7-5f5a-40c5-b5b3-cf90fe7a78e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:48.672765434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-auth-success","reconcileID":"3eada030-eea2-44b6-acda-422ed8dfb927","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:48.724710491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dcd67d7-5f5a-40c5-b5b3-cf90fe7a78e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:48.782767775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-auth-success","reconcileID":"3eada030-eea2-44b6-acda-422ed8dfb927","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:48.784205987Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-subscription-success","reconcileID":"a49ab8c4-d41e-4440-ba7e-dd55aaf682e9","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/e2e-test-subscription-success","ai-tenant-e2e-worker-w2-e1ca71/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:48.828599086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"b55de8e4-ed29-400d-81d9-97c85011098d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:48.885877827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"b55de8e4-ed29-400d-81d9-97c85011098d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:48.938701585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"734facce-f00f-4bea-bfda-2e337b97a578","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:48.995484822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"734facce-f00f-4bea-bfda-2e337b97a578","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:48.99633739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"04a31f26-a0fc-4f6e-9e2e-fd4e00f2f1ee","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:49.046944828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"ae74ae0b-0d32-4eec-96de-dd4c38bfa105","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:49.134936265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-auth","reconcileID":"61fb51bb-8864-400b-8915-43854b588da5","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-87b0f8","tenantID":"e2e-praxis-a-87b0f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:49.192840108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-auth","reconcileID":"61fb51bb-8864-400b-8915-43854b588da5","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"name":"e2e-praxis-a-87b0f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:49.205405705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-subscription-success","reconcileID":"07b886ef-066a-4b5b-9ebe-310150b896a9","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:49.545670995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"01bfacec-9bcb-40ee-80be-d4764b5b56a1","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"tenant":"e2e-praxis-a-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","model":"ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:49.545692263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"01bfacec-9bcb-40ee-80be-d4764b5b56a1","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"routeName":"praxis-route-87b0f8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-87b0f8","llmisvcName":"praxis-route-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:51.651849583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"58f11b4a-f8c3-4bf3-9c2e-6a99be60781f","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:51.807803354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"7b86d35a-e87e-4eeb-b527-137da4cc1a27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:51.807843215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-auth-success","reconcileID":"d0e54ae8-9e85-4e57-9432-ced8364e95ca","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:51.808278106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"f6c01f8d-685d-4c5b-b6b6-9a3ca088f606","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:51.866496504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"7b86d35a-e87e-4eeb-b527-137da4cc1a27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:51.866510343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-auth-success","reconcileID":"d0e54ae8-9e85-4e57-9432-ced8364e95ca","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:51.86882819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"f6c01f8d-685d-4c5b-b6b6-9a3ca088f606","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.377103978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65583efd-1dea-485c-8919-c771b4b54894","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.429248606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65583efd-1dea-485c-8919-c771b4b54894","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.481336189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65583efd-1dea-485c-8919-c771b4b54894","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.533289803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65583efd-1dea-485c-8919-c771b4b54894","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:53.87461686Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-bf38e4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-bf38e4","reconcileID":"03015cf5-d4c7-418d-a348-006bbb7651c1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-bf38e4","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-bf38e4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:54.692303784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ef8827"},"namespace":"ai-tenant-e2e-praxis-b-ef8827","name":"default-tenant","reconcileID":"3a49f3e7-a119-4763-83bc-4f604a150055","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-ef8827","tenantID":"e2e-praxis-b-ef8827","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:54.849503932Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ef8827"},"namespace":"ai-tenant-e2e-praxis-b-ef8827","name":"default-tenant","reconcileID":"3a49f3e7-a119-4763-83bc-4f604a150055","name":"e2e-praxis-b-ef8827-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:55.062299593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"d7831ed6-9db7-479b-8e34-b4a4c1fc79cb","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"tenant":"e2e-praxis-a-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","model":"ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:55.062320555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"d7831ed6-9db7-479b-8e34-b4a4c1fc79cb","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"routeName":"praxis-route-87b0f8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-87b0f8","llmisvcName":"praxis-route-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:55.141379738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"e99c55ba-22d8-49d4-a191-9d81c2b1f01d","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"tenant":"e2e-praxis-a-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","model":"ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:55.141403375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"e99c55ba-22d8-49d4-a191-9d81c2b1f01d","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"routeName":"praxis-route-87b0f8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-87b0f8","llmisvcName":"praxis-route-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:55.19110771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-auth","reconcileID":"6769e7c6-231d-41bf-9d44-c68fde5b0ec9","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-87b0f8","tenantID":"e2e-praxis-a-87b0f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:45:55.19858031Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-87b0f8-sub","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-sub","reconcileID":"f71dcea8-2818-496b-9b2e-bcba59b5d609","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-87b0f8-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:55.24826813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-auth","reconcileID":"6769e7c6-231d-41bf-9d44-c68fde5b0ec9","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"name":"e2e-praxis-a-87b0f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:55.307849471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"d0eee569-958f-435b-b684-539e14b25133","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"tenant":"e2e-praxis-a-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","model":"ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:55.307869779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"d0eee569-958f-435b-b684-539e14b25133","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"routeName":"praxis-route-87b0f8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-87b0f8","llmisvcName":"praxis-route-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:55.363407808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"10ca20b2-f029-4e71-8df6-2b77760eee26","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"tenant":"e2e-praxis-a-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","model":"ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:55.363427009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"10ca20b2-f029-4e71-8df6-2b77760eee26","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"routeName":"praxis-route-87b0f8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-87b0f8","llmisvcName":"praxis-route-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:55.525234664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b433f559-9394-479a-9392-f167f3413390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:55.577244644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b433f559-9394-479a-9392-f167f3413390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:55.577444208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-auth","reconcileID":"51bebedf-643d-4478-a5f8-971fb7c27b7a","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-87b0f8","tenantID":"e2e-praxis-a-87b0f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:55.629272343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b433f559-9394-479a-9392-f167f3413390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:55.635530051Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-87b0f8-sub","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-sub","reconcileID":"779d8ff5-a87f-4f8f-a093-5a72436f7d48","MaaSSubscription":{"name":"praxis-route-87b0f8-sub","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"name":"maas-trlp-praxis-route-87b0f8","model":"praxis-route-87b0f8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:55.681306008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b433f559-9394-479a-9392-f167f3413390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:55.691846471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-auth","reconcileID":"51bebedf-643d-4478-a5f8-971fb7c27b7a","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"name":"e2e-praxis-a-87b0f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:55.854368952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"039b83d7-2133-4464-b339-e7b468b37e52","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"tenant":"e2e-praxis-a-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","model":"ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:55.854390753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"039b83d7-2133-4464-b339-e7b468b37e52","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"routeName":"praxis-route-87b0f8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-87b0f8","llmisvcName":"praxis-route-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:56.106255104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-87b0f8-sub","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-sub","reconcileID":"fb5fcd1f-9083-428e-a21f-cfd256e4e964","MaaSSubscription":{"name":"praxis-route-87b0f8-sub","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"name":"maas-trlp-praxis-route-87b0f8","model":"ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:57.585768298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86e37160-97bc-4a4c-88b7-1cf6f51dc113","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:57.638386521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86e37160-97bc-4a4c-88b7-1cf6f51dc113","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:57.690327141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86e37160-97bc-4a4c-88b7-1cf6f51dc113","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:57.742299729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86e37160-97bc-4a4c-88b7-1cf6f51dc113","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:59.698969211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff1f4864-ed91-4cd6-9562-0d74e1566b49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:59.751033036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff1f4864-ed91-4cd6-9562-0d74e1566b49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:59.802969121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff1f4864-ed91-4cd6-9562-0d74e1566b49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:45:59.855030849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff1f4864-ed91-4cd6-9562-0d74e1566b49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:01.815911052Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-subscription-success","reconcileID":"5b32dc41-1463-4eec-8116-e8746877c787","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:02.03233363Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-subscription-success","reconcileID":"5b32dc41-1463-4eec-8116-e8746877c787","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:02.242312486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"9a1963ee-b547-460f-bf8c-df0fbd02be08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:02.297112588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"811818f6-38c8-41e2-b421-3669cfb2b0f8","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:02.448919971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"f0dc56a8-af21-4f1f-8304-5e571edcfbb8","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:02.451499182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-auth-success","reconcileID":"75785b76-61fe-4885-b0d1-a454375181cb","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:02.451962651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"6970a5e3-f0c1-42ad-bdb6-cbc99799c2c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:02.452009715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"614e40a0-744a-4420-9376-85e1061a9acc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:02.508332211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-auth-success","reconcileID":"75785b76-61fe-4885-b0d1-a454375181cb","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:02.508727928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"614e40a0-744a-4420-9376-85e1061a9acc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:02.51064723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"6970a5e3-f0c1-42ad-bdb6-cbc99799c2c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:02.663292027Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-auth-success","reconcileID":"88906bd3-d24a-4f96-b282-1543d8c519f6","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:02.823459864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"13998833-ddef-4fb2-a0e2-1b0f3813be7f","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:04.020247044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"c1f19e0b-178b-4a3d-9690-c6541a34e0b8","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:04.07507119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"e91033a0-8443-48f1-b2af-8e14147458a0","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:04.229350458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-auth-no-access","reconcileID":"f17bb940-4879-41be-905a-e5889d8d911a","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:04.285929456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-auth-no-access","reconcileID":"f17bb940-4879-41be-905a-e5889d8d911a","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:04.308791659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"732059b5-f5cf-431d-85c3-bc86b4e5abbe","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:04.364054394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"96b4c8f0-5685-4aa4-867f-9b177ff34b23","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:46:04.417153898Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-subscription-no-access","reconcileID":"79177f7c-56a5-4af1-8f57-1f0326cf3a2a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:04.464988601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"d5590fa3-8aed-4221-afcf-3dbfe26995dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:04.467546011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"2abd2fed-1670-4941-a487-9a664e7903c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:04.521853925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"d5590fa3-8aed-4221-afcf-3dbfe26995dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:04.524101779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"2abd2fed-1670-4941-a487-9a664e7903c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:04.530643226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"50793e14-8ed5-4ee8-83b1-6faaa7769bb3","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:04.552312757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"18081690-3aeb-448a-9b05-abeeef0c18fa","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:04.587630326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"5ab91a30-0c8f-4ed6-a846-ee2c86fe86ec","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:04.668260597Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:04.708278066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-auth-no-access","reconcileID":"469353ae-03d0-4d6f-a745-46b55b425283","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:04.764954599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-auth-no-access","reconcileID":"469353ae-03d0-4d6f-a745-46b55b425283","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:04.855466352Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-subscription-no-access","reconcileID":"a3056dde-9cd4-4c29-af93-6b2da64edad1","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w2-e1ca71/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:04.879722281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"26503861-1cd6-4e14-89ef-8dbaaf1f7785","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:04.879725188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"bf449889-f6c3-4856-bd85-011f41690652","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:04.936693441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"26503861-1cd6-4e14-89ef-8dbaaf1f7785","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:04.93678693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"bf449889-f6c3-4856-bd85-011f41690652","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:05.021649587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"110e856b-4923-48e3-89b4-388459e6df51","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:05.067399929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"a912ef22-9b98-4fe2-9aa8-58ab12a119b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:05.236023747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-subscription-no-access","reconcileID":"add975ad-99b2-4a32-9581-19ae38097d27","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:05.402835081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"4ecd0328-3545-4aee-b80e-14dfeb1c12d8","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:06.322961868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-87b0f8-sub","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-sub","reconcileID":"39ba6cef-6f01-4256-9d5b-36cd88d629a7","MaaSSubscription":{"name":"praxis-route-87b0f8-sub","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"name":"maas-trlp-praxis-route-87b0f8","model":"ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:06.494860038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"16d2ae04-e491-4ea6-b40f-9c680d91803f","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"tenant":"e2e-praxis-a-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","model":"ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:06.494892956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"16d2ae04-e491-4ea6-b40f-9c680d91803f","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"routeName":"praxis-route-87b0f8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-87b0f8","llmisvcName":"praxis-route-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:07.545658484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-auth","reconcileID":"e976cdeb-c0ab-4238-a1c8-654788faeadb","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-87b0f8","tenantID":"e2e-praxis-a-87b0f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:07.605673017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-auth","reconcileID":"e976cdeb-c0ab-4238-a1c8-654788faeadb","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"name":"e2e-praxis-a-87b0f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:07.767283939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"80f3d953-42fa-4363-8bf0-fefb7514bdd6","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:07.924287606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"ff637969-11bd-40b3-82bd-ba0fd19fb6b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:07.924350339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"bb49d5fd-9c5d-41b9-aeaf-8017fa4804b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:07.92480942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-auth-no-access","reconcileID":"875bec8b-62cb-4179-9cde-6d09ed719b4f","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:07.983094947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-auth-no-access","reconcileID":"875bec8b-62cb-4179-9cde-6d09ed719b4f","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:07.983094941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"bb49d5fd-9c5d-41b9-aeaf-8017fa4804b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:07.985333093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"ff637969-11bd-40b3-82bd-ba0fd19fb6b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:09.380805618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"236947ca-4481-48bd-b2d7-6c9338993001","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"tenant":"e2e-praxis-a-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","model":"ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:09.38083537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"236947ca-4481-48bd-b2d7-6c9338993001","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"routeName":"praxis-route-87b0f8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-87b0f8","llmisvcName":"praxis-route-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:09.493945751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"c101bfee-f722-4eb1-8af8-6808eb12f6df","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"tenant":"e2e-praxis-a-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","model":"ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:09.493965352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"c101bfee-f722-4eb1-8af8-6808eb12f6df","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"routeName":"praxis-route-87b0f8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-87b0f8","llmisvcName":"praxis-route-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:09.544089309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-auth","reconcileID":"11d29740-b71a-4e1e-85a0-47b618c17c01","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-87b0f8","tenantID":"e2e-praxis-a-87b0f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:09.602827823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-auth","reconcileID":"11d29740-b71a-4e1e-85a0-47b618c17c01","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"name":"e2e-praxis-a-87b0f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:09.652018887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-87b0f8-sub","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-sub","reconcileID":"8b7cfd56-fcf9-4c51-a518-1c2613181546","MaaSSubscription":{"name":"praxis-route-87b0f8-sub","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"name":"maas-trlp-praxis-route-87b0f8","model":"ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:09.873547437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-auth","reconcileID":"d1297b2b-2307-4779-8b05-ff228585f356","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-87b0f8","tenantID":"e2e-praxis-a-87b0f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:09.935993034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-auth","reconcileID":"d1297b2b-2307-4779-8b05-ff228585f356","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"name":"e2e-praxis-a-87b0f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:09.9784823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-87b0f8-sub","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-sub","reconcileID":"8d5a4573-481b-453d-b77d-a87bd5387c7d","MaaSSubscription":{"name":"praxis-route-87b0f8-sub","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"name":"maas-trlp-praxis-route-87b0f8","model":"ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:10.350947651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b7cbde8-747a-412d-87de-80fceaf76ddc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:10.404199561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b7cbde8-747a-412d-87de-80fceaf76ddc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:10.456209854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b7cbde8-747a-412d-87de-80fceaf76ddc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:10.508286824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b7cbde8-747a-412d-87de-80fceaf76ddc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:12.47942922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81cf99cc-9f05-4f45-bf69-8f7042205cc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:12.532043223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81cf99cc-9f05-4f45-bf69-8f7042205cc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:12.584153054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81cf99cc-9f05-4f45-bf69-8f7042205cc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:12.636309012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81cf99cc-9f05-4f45-bf69-8f7042205cc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:14.586403351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b6dae3c-38f5-4657-be79-20c0816de950","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:14.638521161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b6dae3c-38f5-4657-be79-20c0816de950","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:14.690623672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b6dae3c-38f5-4657-be79-20c0816de950","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:14.742901401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b6dae3c-38f5-4657-be79-20c0816de950","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:16.626426722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"387b1399-7973-42cb-a91a-2582447c95a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:16.679221885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"387b1399-7973-42cb-a91a-2582447c95a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:16.734668717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"387b1399-7973-42cb-a91a-2582447c95a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:16.790086922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"387b1399-7973-42cb-a91a-2582447c95a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:17.933505115Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-subscription-no-access","reconcileID":"94751985-901b-4824-aa75-45737ada5b75","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:18.161591849Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-subscription-no-access","reconcileID":"94751985-901b-4824-aa75-45737ada5b75","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:18.370954297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"bf1a3639-a78b-4337-803e-2c7b7b199be9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:18.381010719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"8970453e-9bf0-42b3-af73-f22f8119600e","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:18.52842378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"ed575df7-e428-4425-935f-573c45de7e5f","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:18.539634429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"94e4aa8c-e160-4f25-8ab5-ac8b05a5134f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:18.540325043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"0bbb17f7-9a76-4e93-b01e-21ca9a47ae24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:18.540645546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-auth-no-access","reconcileID":"a09ce9e7-1044-46df-92dc-bbf69d67a338","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:18.599299006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-auth-no-access","reconcileID":"a09ce9e7-1044-46df-92dc-bbf69d67a338","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:18.599423367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"0bbb17f7-9a76-4e93-b01e-21ca9a47ae24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:18.601493852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"94e4aa8c-e160-4f25-8ab5-ac8b05a5134f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:18.756763008Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-auth-no-access","reconcileID":"526e821d-6139-490b-8ab7-213b395f948d","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:18.916774794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"f6710215-7097-4962-af26-aa6d91659739","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:19.92857153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"f4c3712e-5007-4c41-af89-f0f9777a9da2","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"tenant":"e2e-praxis-a-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","model":"ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:19.928601239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"f4c3712e-5007-4c41-af89-f0f9777a9da2","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"routeName":"praxis-route-87b0f8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-87b0f8","llmisvcName":"praxis-route-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:20.008667261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"daf15418-d553-4493-bb6e-3df03dc70208","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:20.03671985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-auth","reconcileID":"9ad01544-58f4-4b50-afdb-de4c2571bb16","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-87b0f8","tenantID":"e2e-praxis-a-87b0f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:20.063984444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"7c851ef3-4993-42a9-8823-0bfe6d30cfa1","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:20.0962022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-auth","reconcileID":"9ad01544-58f4-4b50-afdb-de4c2571bb16","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"name":"e2e-praxis-a-87b0f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:20.146979674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-87b0f8-sub","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-sub","reconcileID":"64733687-b01c-4e18-8d19-a49c9d22a2cd","MaaSSubscription":{"name":"praxis-route-87b0f8-sub","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"name":"maas-trlp-praxis-route-87b0f8","model":"ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:20.219278429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-auth-multi-sub-valid","reconcileID":"13183950-9585-4cdd-bb6c-08610ab5a4df","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:20.276371645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-auth-multi-sub-valid","reconcileID":"13183950-9585-4cdd-bb6c-08610ab5a4df","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:20.287298184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"aad50a7b-9427-4021-8975-1d40434517d3","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:20.348675196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"b3fbbc73-db5f-4748-8624-7e19951e2b4e","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:20.359540673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-auth","reconcileID":"70fedcdd-382a-470d-ba70-0608b9c0e4f2","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-87b0f8","tenantID":"e2e-praxis-a-87b0f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:46:20.403188947Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-subscription-free","reconcileID":"04e666d5-3e8a-47c8-bfd7-925faca2ebd7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:20.455604626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"b0f49cf3-ca93-4797-8458-58d3f014bb5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:20.456288346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"d290021b-581f-4709-93a3-674f606fba05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:20.456562312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-auth","reconcileID":"70fedcdd-382a-470d-ba70-0608b9c0e4f2","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"name":"e2e-praxis-a-87b0f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:20.49465225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-87b0f8-sub","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-sub","reconcileID":"ed77c70b-7481-4f04-8aa0-fc2908a208cf","MaaSSubscription":{"name":"praxis-route-87b0f8-sub","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"name":"maas-trlp-praxis-route-87b0f8","model":"ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:20.535783494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"d290021b-581f-4709-93a3-674f606fba05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:20.540145232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"b0f49cf3-ca93-4797-8458-58d3f014bb5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:20.59667974Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-e1ca71 priority=0:[ai-tenant-e2e-worker-w2-e1ca71/e2e-test-subscription-free ai-tenant-e2e-worker-w2-e1ca71/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:20.596824124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"087cfe1b-1f36-4235-b1c2-621f65ed207e","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:20.599602758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"f50ae152-ebb8-4d19-a229-f075f966719f","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:20.648791163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"53046938-831f-4abe-86e0-da98ba21cdf5","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:46:20.652730468Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-e1ca71/e2e-test-subscription-free","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:20.704795129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"c828a6b7-9183-46a3-8e23-ad457146d9ca","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:20.70751605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"ad2f86c7-067a-43f2-beb0-fd2a5b837e38","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:46:20.708751763Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-e1ca71/e2e-test-subscription-premium","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:20.75886023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-auth-multi-sub-valid","reconcileID":"3a9eafd5-db4c-4ffd-a966-a5b60f2142c6","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:20.764967432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"1f66edd2-72ce-498e-bb03-8180a2313d3b","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:20.815852469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-auth-multi-sub-valid","reconcileID":"3a9eafd5-db4c-4ffd-a966-a5b60f2142c6","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:20.901723985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"6ea750ca-59ad-4e86-a6c8-465a3fee05e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:20.959641013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"6ea750ca-59ad-4e86-a6c8-465a3fee05e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:20.973094786Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-subscription-free","reconcileID":"2a1da7b1-60c2-4a19-91c8-2420582aadfe","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/e2e-test-subscription-free","ai-tenant-e2e-worker-w2-e1ca71/e2e-test-subscription-premium","ai-tenant-e2e-worker-w2-e1ca71/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:21.004811192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"c5890578-9c3e-4367-951e-dd2e403909ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:21.06282704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"c5890578-9c3e-4367-951e-dd2e403909ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:21.072508939Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-subscription-premium","reconcileID":"906384a3-25fb-4e3d-b426-78c66767b375","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/e2e-test-subscription-free","ai-tenant-e2e-worker-w2-e1ca71/e2e-test-subscription-premium","ai-tenant-e2e-worker-w2-e1ca71/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:21.1510029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"97ee2424-aef1-4186-a6bb-7fb5c4410f81","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:21.188740249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"7ca36e53-b26c-4dc0-bbbf-5ed66113ead8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:21.202972537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-auth-multi-sub-valid","reconcileID":"7048176d-1523-423d-af51-7860796dd021","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:21.248683867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"00e75db2-6054-4672-8442-0f6451746269","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:21.260839651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-auth-multi-sub-valid","reconcileID":"7048176d-1523-423d-af51-7860796dd021","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:21.362860103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-subscription-free","reconcileID":"2669c9a3-6f59-4ff4-83bd-78135f6e654b","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:21.460491943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-subscription-premium","reconcileID":"800c7dbd-6b72-4d69-b582-567e0eb84d2a","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:21.56189425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"333503a5-1298-4229-b7a8-e72706b0d432","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:24.816394493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"d28aaf4c-8370-45d2-bbd5-0f84c8b0c889","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:24.970875164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"1c47d234-605d-45c2-a216-0941a4818d1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:24.971451216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-auth-multi-sub-valid","reconcileID":"32437a97-482f-44e6-99f0-2c4102af9989","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:24.971852326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"b98b5375-8fc4-43b4-aac2-f63476d808d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:25.028336561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"1c47d234-605d-45c2-a216-0941a4818d1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:25.029599925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-auth-multi-sub-valid","reconcileID":"32437a97-482f-44e6-99f0-2c4102af9989","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:25.030727871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"b98b5375-8fc4-43b4-aac2-f63476d808d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:34.565417117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-31144e"},"namespace":"ai-tenant-e2e-praxis-b-31144e","name":"default-tenant","reconcileID":"536be0e7-8db3-4eda-92d1-3c709e8607b8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-31144e","tenantID":"e2e-praxis-b-31144e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:34.666093998Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:34.683146233Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-31144e"},"namespace":"ai-tenant-e2e-praxis-b-31144e","name":"default-tenant","reconcileID":"536be0e7-8db3-4eda-92d1-3c709e8607b8","name":"e2e-praxis-b-31144e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:34.978710051Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-subscription-free","reconcileID":"f8a19cf7-8abb-492c-9a90-9a1a073f76ee","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:35.195763183Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-subscription-free","reconcileID":"f8a19cf7-8abb-492c-9a90-9a1a073f76ee","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/e2e-test-subscription-premium","ai-tenant-e2e-worker-w2-e1ca71/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:35.405277609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"46e220e0-d9c5-4b15-b135-1a5f00bae73c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:35.405344375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-subscription-premium","reconcileID":"68053c14-4ec4-4dd9-8f15-2eab545a362e","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:35.464604305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"841e458c-e606-46ca-b48f-8ffd894638b3","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:35.523144534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"e40e57dd-1219-4db6-83ab-55d6db9c7d5d","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:35.61989686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-auth-multi-sub-valid","reconcileID":"4e06399d-0ce9-4832-b23c-79bf2870114a","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:35.620119556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"4c155b29-cce1-4736-8b8d-a481435528e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:35.619904786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"cf2c71a2-cd89-4fa9-9fd6-b253c14a2d73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:35.626243021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"40a35357-98ee-44bb-8d6b-b59644b18b42","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:35.67748781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-auth-multi-sub-valid","reconcileID":"4e06399d-0ce9-4832-b23c-79bf2870114a","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:35.677669126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"cf2c71a2-cd89-4fa9-9fd6-b253c14a2d73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:35.679982103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"4c155b29-cce1-4736-8b8d-a481435528e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:36.037790796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-auth-multi-sub-valid","reconcileID":"de2add0f-f24c-46f1-836a-75f9f6cbefc0","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:36.03803792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"44cf124c-ef7c-45d1-8907-e7fa1cfe6b82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:36.037803965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"02f57360-857d-47fb-a4f1-b100c173a42a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:36.096096981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"44cf124c-ef7c-45d1-8907-e7fa1cfe6b82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:36.096856881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-auth-multi-sub-valid","reconcileID":"de2add0f-f24c-46f1-836a-75f9f6cbefc0","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:36.09857337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"02f57360-857d-47fb-a4f1-b100c173a42a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:45.789031765Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-subscription-premium","reconcileID":"b6507bd8-616e-4453-a279-a5e687827736","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:46.005018657Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-subscription-premium","reconcileID":"b6507bd8-616e-4453-a279-a5e687827736","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:46.218165978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"7e58c6d7-432d-43aa-8700-4ebc97cfe5a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:46.224341691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"454d51cf-c43f-4091-8f29-ff08afae6741","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:46.379782504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"828741b3-126c-44f7-96cb-0eebe2315d36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:46.379954319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"2affa510-82f6-4b2c-a8cd-b22938c34d1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:46.3797825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-auth-multi-sub-valid","reconcileID":"be441319-6e46-4aec-85d2-df4a7a114656","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:46.3963458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"9eece814-de4f-44a6-8d77-b1757b98ee52","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:46.437098929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"828741b3-126c-44f7-96cb-0eebe2315d36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:46.437430311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"2affa510-82f6-4b2c-a8cd-b22938c34d1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:46.439356315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-auth-multi-sub-valid","reconcileID":"be441319-6e46-4aec-85d2-df4a7a114656","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:46.643272252Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-auth-multi-sub-valid","reconcileID":"8c4462fb-904e-4785-85a9-439af70c20fd","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:46.803602188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"5aefed15-2f86-49a3-b976-b10fddbca4ef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:48.101248767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"30f65ebf-d225-43f0-9b2b-3ff35fe6916c","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:48.158103112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"22e192d5-402a-4ec8-b97d-6110aa71044c","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:48.312749584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-group-auth","reconcileID":"76a7318e-6de6-4c13-95e7-8336f16e4ccb","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:48.369592663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-group-auth","reconcileID":"76a7318e-6de6-4c13-95e7-8336f16e4ccb","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:48.399084132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"66701944-6ad0-44ff-8a12-7c51a731758a","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:48.454544084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"cccc3b96-0964-44fe-9ab9-6467575db016","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:46:48.506729965Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-group-subscription","reconcileID":"f5f71b32-613a-4086-831e-e16bc10b04f0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:48.554777241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"d0b15074-0d47-4fe0-a641-8d82c9ce1764","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:48.554777309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"9744ccd2-556a-4edc-b288-744ab2add6fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:48.612972048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"9744ccd2-556a-4edc-b288-744ab2add6fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:48.612972047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"d0b15074-0d47-4fe0-a641-8d82c9ce1764","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:48.62151506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"dfb2d2ca-9c6b-4250-a9d6-70b48bc286f5","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:48.635042777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"63017a0d-2558-478c-8e09-c4afbf653378","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:48.678750527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"6bee5491-7ef8-4b32-baa8-cc9fd6491cef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:48.789168592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-group-auth","reconcileID":"f38e6860-4f91-400e-a36c-1f9b2adfc163","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:48.845979361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-group-auth","reconcileID":"f38e6860-4f91-400e-a36c-1f9b2adfc163","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:48.922507801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"780105bc-1afc-4cf6-b0b2-677b7cfe3cd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:48.922508242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"c5fe9d1d-fd9a-4d21-9db7-7af4e7a678c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:48.944699191Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-group-subscription","reconcileID":"324e55ab-953e-4816-a424-fe3253ea23d3","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/e2e-test-group-subscription","ai-tenant-e2e-worker-w2-e1ca71/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:48.979457431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"780105bc-1afc-4cf6-b0b2-677b7cfe3cd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:48.97955568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"c5fe9d1d-fd9a-4d21-9db7-7af4e7a678c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:49.108512971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"9afa8b88-7bc1-49e9-8cea-bc0b7a4455be","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:49.154949557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"9eed51e3-058f-4e98-9af8-718a9eac169e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:49.32023112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-group-subscription","reconcileID":"04ae99bc-bfb9-4a23-bbdb-4cb65a2ab530","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:51.752101705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"ebdf29a6-5d33-4661-adf5-d6118747df66","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:51.90724757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"0dfc6ad7-f892-4df6-8f27-6ff9cf4c56ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:51.907470218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-group-auth","reconcileID":"5c7fd28f-b310-4a3b-bf9d-f5a65bde6055","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:51.907254682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"a5c0fbc3-58bc-42e0-b3b0-d4f6bd4942cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:51.966043016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"a5c0fbc3-58bc-42e0-b3b0-d4f6bd4942cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:51.966043015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"0dfc6ad7-f892-4df6-8f27-6ff9cf4c56ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:46:51.968486905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-group-auth","reconcileID":"5c7fd28f-b310-4a3b-bf9d-f5a65bde6055","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:00.875512253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a08ecc8e-a39b-4ed8-9da8-7d93fff4d770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:00.927365795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a08ecc8e-a39b-4ed8-9da8-7d93fff4d770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:00.979294175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a08ecc8e-a39b-4ed8-9da8-7d93fff4d770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:01.031593226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a08ecc8e-a39b-4ed8-9da8-7d93fff4d770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:01.915803427Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-group-subscription","reconcileID":"951fb3b6-f45d-4eb5-a4e9-49313895f764","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:02.148213391Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-group-subscription","reconcileID":"951fb3b6-f45d-4eb5-a4e9-49313895f764","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:02.35850812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"d94d35da-34e0-412d-a9c0-29ab298c5d30","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:02.379930609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"8734e0a0-52ac-4bf7-b401-57465eedd662","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:02.530873896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"9fc6187d-e199-41dc-95e5-07e43103977e","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:02.543323575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"459fc64c-ed35-480d-9cc7-87122d0758c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:02.543348967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-group-auth","reconcileID":"050d9cdc-6ef8-463a-b81e-a3b44e1da2b4","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:02.543962127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"fd919fbe-3e95-4f47-a40e-6925c28cdf77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:02.600560916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"459fc64c-ed35-480d-9cc7-87122d0758c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:02.600609824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-group-auth","reconcileID":"050d9cdc-6ef8-463a-b81e-a3b44e1da2b4","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:02.602956196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"fd919fbe-3e95-4f47-a40e-6925c28cdf77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:02.807222723Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-group-auth","reconcileID":"d72e7ef0-0fbd-4b71-b694-d7c43355166c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:02.932290576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"131f1df6-43d4-48fc-ae0d-86a26ea7abaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:02.984419358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"131f1df6-43d4-48fc-ae0d-86a26ea7abaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:03.03662093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"131f1df6-43d4-48fc-ae0d-86a26ea7abaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:03.04142717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"90287e88-7248-4950-816c-7e2d61e108aa","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:03.088647794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"131f1df6-43d4-48fc-ae0d-86a26ea7abaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:03.567284568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bf38e4"},"namespace":"ai-tenant-e2e-praxis-b-bf38e4","name":"default-tenant","reconcileID":"8afc8f0e-d851-4ebb-8d84-ff3312334563","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-bf38e4","tenantID":"e2e-praxis-b-bf38e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:03.686470586Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bf38e4"},"namespace":"ai-tenant-e2e-praxis-b-bf38e4","name":"default-tenant","reconcileID":"8afc8f0e-d851-4ebb-8d84-ff3312334563","name":"e2e-praxis-b-bf38e4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:03.994421515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"1a6c6db0-9ba4-4a19-a680-875d6e302e04","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:04.051695419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"ffe5ca8d-a90d-4b82-9e70-cc355b0245d2","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:04.288883786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"768d9dac-0608-4938-8cda-78cd000f92d0","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:04.309370306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-group-no-auth","reconcileID":"940b095e-09e5-4ece-b93c-b11068f6bf72","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:04.347606363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"b7977655-cb74-4c29-ada4-91c739d31e88","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:04.366435247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-group-no-auth","reconcileID":"940b095e-09e5-4ece-b93c-b11068f6bf72","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:47:04.398677306Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-group-sub-only","reconcileID":"7c8bb6db-ecb3-425f-9773-b2d0f113cbbe","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:04.471588286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"51125303-2c3f-4681-aa09-f4313a4da310","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:04.471612039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"5b4e98ba-88bd-4b28-a14b-fff008e44c9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:04.531481877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"51125303-2c3f-4681-aa09-f4313a4da310","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:04.531662506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"5b4e98ba-88bd-4b28-a14b-fff008e44c9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:04.584205417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"2c5ef49c-e722-4cfe-9517-ff5217fd4bfa","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:04.639399445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"b704d9bb-393b-45d6-b558-aca0c9e989e3","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:04.665897787Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:04.739146431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"271cbb17-53a7-4754-bdcc-5434b6799be1","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:04.893773697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-group-no-auth","reconcileID":"5904589e-ccda-4eb1-b422-41fd32b59545","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:04.906452614Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-group-sub-only","reconcileID":"954c4cf3-2957-4631-a77a-039126f30cbd","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/e2e-test-group-sub-only","ai-tenant-e2e-worker-w2-e1ca71/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:04.950516443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-group-no-auth","reconcileID":"5904589e-ccda-4eb1-b422-41fd32b59545","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:05.015054682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1136c343-ea86-444a-9589-460a933d378e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:05.015161408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"45bd9836-e732-4f36-b22a-14e635ac25c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:05.015356721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"89d9c367-1e8e-47ac-b2d0-11b6b556ec64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:05.067122999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1136c343-ea86-444a-9589-460a933d378e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:05.071816421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"45bd9836-e732-4f36-b22a-14e635ac25c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:05.119513459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1136c343-ea86-444a-9589-460a933d378e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:05.122621036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"d913ba8b-4519-401f-afbb-98b07267ea95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:05.125433275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"5568caf1-19c6-49eb-8df5-da213dfd2827","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:05.129807866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"89d9c367-1e8e-47ac-b2d0-11b6b556ec64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:05.17143546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1136c343-ea86-444a-9589-460a933d378e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:05.380359354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-group-sub-only","reconcileID":"f8994590-ee4e-435b-8f6c-ef4239c40774","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:07.082876754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db68a980-a741-4ca5-8661-3ae62a42b08b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:07.134970838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db68a980-a741-4ca5-8661-3ae62a42b08b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:07.18735773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db68a980-a741-4ca5-8661-3ae62a42b08b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:07.239570056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db68a980-a741-4ca5-8661-3ae62a42b08b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:07.671102408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"b5df79bd-f7cd-448b-9a20-b126ddcd68ae","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:07.825712415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"7a6364a9-1147-4ea5-ad0a-17e5146c7983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:07.825896269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-group-no-auth","reconcileID":"f561b7d9-fb18-4fb4-8b0c-549311e0656b","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:07.825717171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"ef5c9d65-cd17-4855-abd3-de03072e3a5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:07.883390842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-group-no-auth","reconcileID":"f561b7d9-fb18-4fb4-8b0c-549311e0656b","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:07.884510312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"7a6364a9-1147-4ea5-ad0a-17e5146c7983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:07.885609366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"ef5c9d65-cd17-4855-abd3-de03072e3a5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:09.175547928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac302810-2d8f-4eb3-83d1-55c3b63a46c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:09.227549544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac302810-2d8f-4eb3-83d1-55c3b63a46c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:09.279397167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac302810-2d8f-4eb3-83d1-55c3b63a46c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:09.331531125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac302810-2d8f-4eb3-83d1-55c3b63a46c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:11.228534127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4226d061-7733-4481-ac98-85470b756f63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:11.280384739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4226d061-7733-4481-ac98-85470b756f63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:11.332013635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4226d061-7733-4481-ac98-85470b756f63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:11.384160841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4226d061-7733-4481-ac98-85470b756f63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:13.278491047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e20a708f-3963-414a-82ca-17d8ea74da52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:13.330280611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e20a708f-3963-414a-82ca-17d8ea74da52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:13.382087261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e20a708f-3963-414a-82ca-17d8ea74da52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:13.43462142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e20a708f-3963-414a-82ca-17d8ea74da52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:14.247750854Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"default-tenant","reconcileID":"5f7139a0-3581-4906-99ce-9a41c57a85c6","namespace":"ai-tenant-e2e-praxis-a-87b0f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:14.247840287Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"default-tenant","reconcileID":"5f7139a0-3581-4906-99ce-9a41c57a85c6","name":"praxis-route-87b0f8-sub","namespace":"ai-tenant-e2e-praxis-a-87b0f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:14.308238463Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"default-tenant","reconcileID":"5f7139a0-3581-4906-99ce-9a41c57a85c6","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:14.308267401Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"default-tenant","reconcileID":"5f7139a0-3581-4906-99ce-9a41c57a85c6","namespace":"ai-tenant-e2e-praxis-a-87b0f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:14.308383701Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"default-tenant","reconcileID":"5f7139a0-3581-4906-99ce-9a41c57a85c6","name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:14.308866182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"ce3f6e34-37c4-4690-a167-15ca484a57f4","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"tenant":"e2e-praxis-a-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","model":"ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:14.308890088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"ce3f6e34-37c4-4690-a167-15ca484a57f4","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"routeName":"praxis-route-87b0f8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-87b0f8","llmisvcName":"praxis-route-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:14.364942562Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"default-tenant","reconcileID":"5f7139a0-3581-4906-99ce-9a41c57a85c6","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:14.368034895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"b045a073-f68c-4a4c-93b5-dbceb0d21c68","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"tenant":"e2e-praxis-a-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","model":"ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:14.368051479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"b045a073-f68c-4a4c-93b5-dbceb0d21c68","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"routeName":"praxis-route-87b0f8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-87b0f8","llmisvcName":"praxis-route-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:14.41203223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-auth","reconcileID":"0e9fea08-ec3d-4ace-8836-011560c4aa05","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-87b0f8","tenantID":"e2e-praxis-a-87b0f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:47:14.421451514Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"b045a073-f68c-4a4c-93b5-dbceb0d21c68","name":"praxis-route-87b0f8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-87b0f8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:47:14.421504109Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"b045a073-f68c-4a4c-93b5-dbceb0d21c68","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-87b0f8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:14.426825055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"82609380-03f6-4d9c-9a3f-d4e80e128a67","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"tenant":"e2e-praxis-a-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","model":"ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:14.426841198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"82609380-03f6-4d9c-9a3f-d4e80e128a67","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"routeName":"praxis-route-87b0f8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-87b0f8","llmisvcName":"praxis-route-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:14.469989533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-auth","reconcileID":"0e9fea08-ec3d-4ace-8836-011560c4aa05","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"name":"e2e-praxis-a-87b0f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:14.470843033Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-87b0f8-sub","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-sub","reconcileID":"bb468e6a-492e-4441-adf1-6646beaacde8","MaaSSubscription":{"name":"praxis-route-87b0f8-sub","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-aa3f3f39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:14.53584652Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-87b0f8-sub","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-sub","reconcileID":"503a40ad-d3d5-4921-b072-093dd72f9c89","MaaSSubscription":{"name":"praxis-route-87b0f8-sub","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-aa3f3f39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:14.639127047Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-auth","reconcileID":"6bfd1f39-477a-4c94-aeea-5a5857ee83aa","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"model":"ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:14.794510244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-auth","reconcileID":"6bfd1f39-477a-4c94-aeea-5a5857ee83aa","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-87b0f8","tenantID":"e2e-praxis-a-87b0f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:14.92200143Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-auth","reconcileID":"6bfd1f39-477a-4c94-aeea-5a5857ee83aa","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"name":"e2e-praxis-a-87b0f8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:14.922028443Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-auth","reconcileID":"6bfd1f39-477a-4c94-aeea-5a5857ee83aa","MaaSAuthPolicy":{"name":"praxis-route-87b0f8-auth","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-87b0f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:14.978656091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"4480251a-1cad-44d5-9db6-3d8847ce2a33","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"tenant":"e2e-praxis-a-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","model":"ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:14.978682052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"4480251a-1cad-44d5-9db6-3d8847ce2a33","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"routeName":"praxis-route-87b0f8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-87b0f8","llmisvcName":"praxis-route-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:17.83378237Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-group-sub-only","reconcileID":"50793161-ea0c-439e-8f82-05a2df9a68c7","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:18.049877598Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-group-sub-only","reconcileID":"50793161-ea0c-439e-8f82-05a2df9a68c7","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:18.25934172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"c0bd38d3-c640-4293-9a32-5ed0506d3bba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:18.316257356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"33435097-de18-454f-9f40-5b1d6d236b0a","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:18.471617801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-group-no-auth","reconcileID":"f689d22f-ad84-47d6-8779-c6f69c24984c","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:18.471777144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"0a9250de-a198-427e-9205-e42ab2d50018","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:18.471618016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"710c6f3c-0150-4264-8cc3-4b442b1ad098","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:18.481097424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"9cd4794d-db4f-415e-9618-e7e52b3d1078","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:18.529033421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"710c6f3c-0150-4264-8cc3-4b442b1ad098","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:18.529206263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"0a9250de-a198-427e-9205-e42ab2d50018","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:18.531273394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-group-no-auth","reconcileID":"f689d22f-ad84-47d6-8779-c6f69c24984c","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:18.737023364Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-test-group-no-auth","reconcileID":"17ab23ef-f184-4ae6-af94-a4dd2ba6ba79","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:18.897205751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"207bccfb-9e95-47a7-afcf-1dd2a14999ac","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:24.58881233Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-87b0f8-sub","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-sub","reconcileID":"0a0bbfe8-a9e8-4929-94e7-9aff7c1ec2ca","MaaSSubscription":{"name":"praxis-route-87b0f8-sub","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"model":"ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8","subscription":"praxis-route-87b0f8-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:24.641053942Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-87b0f8-sub","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-sub","reconcileID":"0a0bbfe8-a9e8-4929-94e7-9aff7c1ec2ca","MaaSSubscription":{"name":"praxis-route-87b0f8-sub","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"model":"ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:24.69372279Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-87b0f8-sub","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8-sub","reconcileID":"0a0bbfe8-a9e8-4929-94e7-9aff7c1ec2ca","MaaSSubscription":{"name":"praxis-route-87b0f8-sub","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"name":"maas-trlp-praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8","model":"ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:24.974035708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"9117321d-63ca-4e3b-b45f-e2a2c8798c52","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"tenant":"e2e-praxis-a-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","model":"ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:24.974055818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"9117321d-63ca-4e3b-b45f-e2a2c8798c52","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"routeName":"praxis-route-87b0f8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-87b0f8","llmisvcName":"praxis-route-87b0f8","gateway":"openshift-ingress/e2e-praxis-a-87b0f8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:47:27.253443649Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-failed-sub","reconcileID":"6b39c2a5-e0a2-4c38-8279-4bc2f148fe55","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:27.299995532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"0365991e-6381-47b2-90da-43e317b8944d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:27.300019805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"5782a50c-271c-4a57-a110-9345b87e06b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:27.359296258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"5782a50c-271c-4a57-a110-9345b87e06b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:27.359358273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"0365991e-6381-47b2-90da-43e317b8944d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:27.670890047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"e8bd8b8d-f34e-401b-bf70-542119b37932","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:27.671108268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"8fb91875-8bfe-4c99-b8f9-57b8f5fbc3c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:27.728310951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"8fb91875-8bfe-4c99-b8f9-57b8f5fbc3c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:27.728412298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"e8bd8b8d-f34e-401b-bf70-542119b37932","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:29.783619711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"5757da25-53f3-4850-a833-6062e3394025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:29.783826916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"b09d32b4-3688-4d79-b917-2f40b4faf81c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:29.84708877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"5757da25-53f3-4850-a833-6062e3394025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:29.850736902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"b09d32b4-3688-4d79-b917-2f40b4faf81c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:34.66667621Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:39.835969878Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-failed-sub","reconcileID":"60b7c00b-5436-4795-b463-73c7dbdba719","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:39.836109419Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-failed-sub","reconcileID":"60b7c00b-5436-4795-b463-73c7dbdba719","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e1ca71/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:40.361400743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9393014f-d968-4a63-aab7-168e1e62080c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:40.361504415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"614593a6-d36f-4ccc-bd66-9e4e301a02fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:40.413819632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9393014f-d968-4a63-aab7-168e1e62080c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:40.414624898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"1c47d169-e6f4-440f-a9a6-f94dbe65ed5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:40.467064929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9393014f-d968-4a63-aab7-168e1e62080c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:40.519211051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9393014f-d968-4a63-aab7-168e1e62080c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:40.524118186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"1c47d169-e6f4-440f-a9a6-f94dbe65ed5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:40.524269042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"614593a6-d36f-4ccc-bd66-9e4e301a02fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:41.207483163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"7f41ca9a-7f1b-4114-bdf9-ee1db073c72e","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:41.262614821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"6575cc2b-8594-4d9d-8d64-7e5e00d30ff0","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:41.417818785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-active-auth-only","reconcileID":"b9c77608-7418-456a-965f-3a876a26aff3","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:41.476406712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-active-auth-only","reconcileID":"b9c77608-7418-456a-965f-3a876a26aff3","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:41.800882836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"ce5993eb-7994-4dd2-a633-72d08659fa30","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:41.981746821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-active-auth-only","reconcileID":"58f3fd26-0c6b-418f-9732-6ac31bedff8f","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:42.039425949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-active-auth-only","reconcileID":"58f3fd26-0c6b-418f-9732-6ac31bedff8f","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:42.432847897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b761fcb6-d1b1-481b-92ba-e70a99323483","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:42.484762291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b761fcb6-d1b1-481b-92ba-e70a99323483","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:42.536656866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b761fcb6-d1b1-481b-92ba-e70a99323483","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:42.588798547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b761fcb6-d1b1-481b-92ba-e70a99323483","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:43.755922516Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38dd3e"},"namespace":"ai-tenant-e2e-praxis-a-38dd3e","name":"default-tenant","reconcileID":"9c071ecd-6d76-4b9d-a6c0-dce71959c2d1","namespace":"ai-tenant-e2e-praxis-a-38dd3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:43.755983422Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38dd3e"},"namespace":"ai-tenant-e2e-praxis-a-38dd3e","name":"default-tenant","reconcileID":"9c071ecd-6d76-4b9d-a6c0-dce71959c2d1","namespace":"ai-tenant-e2e-praxis-a-38dd3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:43.756033517Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38dd3e"},"namespace":"ai-tenant-e2e-praxis-a-38dd3e","name":"default-tenant","reconcileID":"9c071ecd-6d76-4b9d-a6c0-dce71959c2d1","tenant":"e2e-praxis-a-38dd3e","tenantID":"e2e-praxis-a-38dd3e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:43.812155281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38dd3e"},"namespace":"ai-tenant-e2e-praxis-a-38dd3e","name":"default-tenant","reconcileID":"9c071ecd-6d76-4b9d-a6c0-dce71959c2d1","gvk":"Deployment","name":"maas-api-e2e-praxis-a-38dd3e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:43.873751626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38dd3e"},"namespace":"ai-tenant-e2e-praxis-a-38dd3e","name":"default-tenant","reconcileID":"9c071ecd-6d76-4b9d-a6c0-dce71959c2d1","gvk":"Service","name":"maas-api-e2e-praxis-a-38dd3e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:43.88391251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"7295bb98-e8ec-41ae-a1a1-f7f42133382d","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:43.898017817Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-active-auth-only","reconcileID":"248bab62-6c54-4280-99e9-ddf600eacd7f","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:43.953487192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38dd3e"},"namespace":"ai-tenant-e2e-praxis-a-38dd3e","name":"default-tenant","reconcileID":"9c071ecd-6d76-4b9d-a6c0-dce71959c2d1","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-38dd3e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.008077486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38dd3e"},"namespace":"ai-tenant-e2e-praxis-a-38dd3e","name":"default-tenant","reconcileID":"9c071ecd-6d76-4b9d-a6c0-dce71959c2d1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-38dd3e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.064239724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38dd3e"},"namespace":"ai-tenant-e2e-praxis-a-38dd3e","name":"default-tenant","reconcileID":"9c071ecd-6d76-4b9d-a6c0-dce71959c2d1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-38dd3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.107538758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"6ad7ceb1-3892-471d-b471-b0e5b03c5c1b","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.119206508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38dd3e"},"namespace":"ai-tenant-e2e-praxis-a-38dd3e","name":"default-tenant","reconcileID":"9c071ecd-6d76-4b9d-a6c0-dce71959c2d1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-38dd3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.176543079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38dd3e"},"namespace":"ai-tenant-e2e-praxis-a-38dd3e","name":"default-tenant","reconcileID":"9c071ecd-6d76-4b9d-a6c0-dce71959c2d1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-38dd3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.238482471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38dd3e"},"namespace":"ai-tenant-e2e-praxis-a-38dd3e","name":"default-tenant","reconcileID":"9c071ecd-6d76-4b9d-a6c0-dce71959c2d1","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-38dd3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.29034992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38dd3e"},"namespace":"ai-tenant-e2e-praxis-a-38dd3e","name":"default-tenant","reconcileID":"9c071ecd-6d76-4b9d-a6c0-dce71959c2d1","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-38dd3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.341804287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38dd3e"},"namespace":"ai-tenant-e2e-praxis-a-38dd3e","name":"default-tenant","reconcileID":"9c071ecd-6d76-4b9d-a6c0-dce71959c2d1","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-38dd3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.393681026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38dd3e"},"namespace":"ai-tenant-e2e-praxis-a-38dd3e","name":"default-tenant","reconcileID":"9c071ecd-6d76-4b9d-a6c0-dce71959c2d1","gvk":"Service","name":"payload-processing-e2e-praxis-a-38dd3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.44540356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38dd3e"},"namespace":"ai-tenant-e2e-praxis-a-38dd3e","name":"default-tenant","reconcileID":"9c071ecd-6d76-4b9d-a6c0-dce71959c2d1","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-38dd3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.476946185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8eaab8f-d887-4e77-b55f-490055df08bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.530134421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8eaab8f-d887-4e77-b55f-490055df08bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.544263682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38dd3e"},"namespace":"ai-tenant-e2e-praxis-a-38dd3e","name":"default-tenant","reconcileID":"9c071ecd-6d76-4b9d-a6c0-dce71959c2d1","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-38dd3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.582344497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8eaab8f-d887-4e77-b55f-490055df08bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.634599889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8eaab8f-d887-4e77-b55f-490055df08bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.640694796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38dd3e"},"namespace":"ai-tenant-e2e-praxis-a-38dd3e","name":"default-tenant","reconcileID":"9c071ecd-6d76-4b9d-a6c0-dce71959c2d1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-38dd3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.692749674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38dd3e"},"namespace":"ai-tenant-e2e-praxis-a-38dd3e","name":"default-tenant","reconcileID":"9c071ecd-6d76-4b9d-a6c0-dce71959c2d1","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-38dd3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.748613815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38dd3e"},"namespace":"ai-tenant-e2e-praxis-a-38dd3e","name":"default-tenant","reconcileID":"9c071ecd-6d76-4b9d-a6c0-dce71959c2d1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-38dd3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.800369848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38dd3e"},"namespace":"ai-tenant-e2e-praxis-a-38dd3e","name":"default-tenant","reconcileID":"9c071ecd-6d76-4b9d-a6c0-dce71959c2d1","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-38dd3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.90005613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38dd3e"},"namespace":"ai-tenant-e2e-praxis-a-38dd3e","name":"default-tenant","reconcileID":"9c071ecd-6d76-4b9d-a6c0-dce71959c2d1","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-38dd3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:44.95168013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38dd3e"},"namespace":"ai-tenant-e2e-praxis-a-38dd3e","name":"default-tenant","reconcileID":"9c071ecd-6d76-4b9d-a6c0-dce71959c2d1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-38dd3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:45.003100588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38dd3e"},"namespace":"ai-tenant-e2e-praxis-a-38dd3e","name":"default-tenant","reconcileID":"9c071ecd-6d76-4b9d-a6c0-dce71959c2d1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-38dd3e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:45.363025479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-failed-auth","reconcileID":"a8836ee0-4b73-428b-9c5c-700f7c2d9e4b","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:45.419906381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-failed-auth","reconcileID":"a8836ee0-4b73-428b-9c5c-700f7c2d9e4b","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:45.475508386Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-failed-auth","reconcileID":"a8836ee0-4b73-428b-9c5c-700f7c2d9e4b","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:45.85833765Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-38dd3e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-38dd3e","reconcileID":"8586fb12-d10f-4b48-9e20-ab1f22fcb0b6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-38dd3e","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-38dd3e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:45.961660755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-failed-auth","reconcileID":"1d634609-f0e7-4aae-9659-f90e89a56e55","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:46.026914805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-failed-auth","reconcileID":"1d634609-f0e7-4aae-9659-f90e89a56e55","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:46.082905345Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-failed-auth","reconcileID":"1d634609-f0e7-4aae-9659-f90e89a56e55","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:46.537858285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"839213f6-c66f-45ad-8556-7d723c641111","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:46.589646547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"839213f6-c66f-45ad-8556-7d723c641111","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:46.642007762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"839213f6-c66f-45ad-8556-7d723c641111","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:46.693706942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"839213f6-c66f-45ad-8556-7d723c641111","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:47.604326991Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-failed-auth","reconcileID":"adbd6099-110d-4bf2-a3cc-35d4188efea3","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:48.574771479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af5b34cd-b002-4339-82ee-ab03ebcb240b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:48.626771712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af5b34cd-b002-4339-82ee-ab03ebcb240b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:48.678650777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af5b34cd-b002-4339-82ee-ab03ebcb240b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:48.731328489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af5b34cd-b002-4339-82ee-ab03ebcb240b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:48.845431144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"606a82e0-8a02-468d-91fc-1096c0b4f3de","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:48.901941266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"c8850354-1d9e-42d7-b918-acf8a5fa4a43","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:49.098827223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-degraded-auth","reconcileID":"5bd65d41-6951-4a63-a5db-568c3bcb7285","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:49.14944133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"0db67638-ca68-4752-abee-93b2aa4bf15f","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:49.155411137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-degraded-auth","reconcileID":"5bd65d41-6951-4a63-a5db-568c3bcb7285","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:49.206269747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"06e285c2-f4c1-4d4b-bccf-762a7609cf8f","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:47:49.256586017Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-degraded-sub","reconcileID":"70bbdf1d-386f-45a6-909d-10d52084cc57","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:49.30389956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"7c2b2751-77a9-4879-93e9-42ae1ecf70ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:49.304064285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"9335fc68-d955-4fbe-a826-ab1fc0156d36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:49.362076226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"7c2b2751-77a9-4879-93e9-42ae1ecf70ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:49.362081861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"9335fc68-d955-4fbe-a826-ab1fc0156d36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:49.370934366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"6dcb8226-139a-49c1-9523-5dd34f2db692","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:49.426137267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"dfc99f38-efc1-466e-a478-0f374baa31fb","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:49.471297024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"a290b8cb-ea39-4197-b53b-d5a14438cc3b","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:49.625880001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-degraded-auth","reconcileID":"756479c1-b8cb-42db-bfb8-1d3c759b27ad","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:49.682647426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-degraded-auth","reconcileID":"756479c1-b8cb-42db-bfb8-1d3c759b27ad","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:49.693409344Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-degraded-sub","reconcileID":"e81b50d0-d0eb-4b8c-af99-d1f12491e610","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/e2e-status-degraded-sub","ai-tenant-e2e-worker-w2-e1ca71/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:49.724134225Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-degraded-sub","reconcileID":"e81b50d0-d0eb-4b8c-af99-d1f12491e610","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e1ca71/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:49.776658023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"78234c64-4f91-4926-bfa3-a8d13233698a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:49.776790513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"cfa5d153-5a1d-4c35-9a33-a1fbc9c4deed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:49.833746549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"78234c64-4f91-4926-bfa3-a8d13233698a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:49.833887182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"cfa5d153-5a1d-4c35-9a33-a1fbc9c4deed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:49.942215928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"c24de9f3-a553-403c-b89a-959678ceb695","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:49.984555331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"90b646cf-4dda-474d-9f89-c18d7ffebed9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:50.234467237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-degraded-sub","reconcileID":"ea60aba8-6723-41cb-9683-6031367fce5f","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:50.234609482Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-degraded-sub","reconcileID":"ea60aba8-6723-41cb-9683-6031367fce5f","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e1ca71/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:50.50195937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"c1fe29ea-b1e4-426b-9517-06fe41e17acb","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:50.675555882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eac70953-d787-49ef-b1d8-f98cf3e66454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:50.727457075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eac70953-d787-49ef-b1d8-f98cf3e66454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:50.779439353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eac70953-d787-49ef-b1d8-f98cf3e66454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:50.831612891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eac70953-d787-49ef-b1d8-f98cf3e66454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:51.635959078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"fe699bd8-f87c-442f-b379-f6667d9237c2","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:51.832785491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"b0d4d9be-24de-4565-af01-f3ba0f61b816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:51.833468196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-degraded-auth","reconcileID":"952f5bf5-71e6-424a-9fe6-37b45b7afa75","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:51.834818805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"533d9797-2180-4a44-a41b-114cdee05d32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:51.944294681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"b0d4d9be-24de-4565-af01-f3ba0f61b816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:51.944672869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"533d9797-2180-4a44-a41b-114cdee05d32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:51.946621835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-degraded-auth","reconcileID":"952f5bf5-71e6-424a-9fe6-37b45b7afa75","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:52.71765555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892b1228-6960-4318-a47e-243bd8f1c04b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:52.769766181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892b1228-6960-4318-a47e-243bd8f1c04b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:52.821636606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892b1228-6960-4318-a47e-243bd8f1c04b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:52.873592685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892b1228-6960-4318-a47e-243bd8f1c04b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:54.760456522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"537f4bfe-2f37-431f-8c48-6d69234a9354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:54.812426845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"537f4bfe-2f37-431f-8c48-6d69234a9354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:54.865095387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"537f4bfe-2f37-431f-8c48-6d69234a9354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:54.917112022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"537f4bfe-2f37-431f-8c48-6d69234a9354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:56.804855035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d247e908-b5bf-4fd0-90d5-c9a0483bcd06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:56.856869734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d247e908-b5bf-4fd0-90d5-c9a0483bcd06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:56.909024384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d247e908-b5bf-4fd0-90d5-c9a0483bcd06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:56.961036926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d247e908-b5bf-4fd0-90d5-c9a0483bcd06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:58.838980434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2bac0f-a3fc-4f83-b272-075078443d72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:58.891089988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2bac0f-a3fc-4f83-b272-075078443d72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:58.942954284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2bac0f-a3fc-4f83-b272-075078443d72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:47:58.995485581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2bac0f-a3fc-4f83-b272-075078443d72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:00.911831728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecce5c03-1da0-4cd1-a7f8-7dec382ae257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:00.964388972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecce5c03-1da0-4cd1-a7f8-7dec382ae257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:01.017065838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecce5c03-1da0-4cd1-a7f8-7dec382ae257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:01.069120717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecce5c03-1da0-4cd1-a7f8-7dec382ae257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:01.797905982Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-degraded-sub","reconcileID":"c0cead7a-1c5d-4436-8b8f-49cc121bebc9","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:02.041429445Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-degraded-sub","reconcileID":"c0cead7a-1c5d-4436-8b8f-49cc121bebc9","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:02.041638212Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-degraded-sub","reconcileID":"c0cead7a-1c5d-4436-8b8f-49cc121bebc9","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:02.094366672Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-degraded-sub","reconcileID":"c0cead7a-1c5d-4436-8b8f-49cc121bebc9","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e1ca71/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:02.35801499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"265da833-6b41-4644-8055-28e4e5ec17ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:02.468946095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"75b56b67-225a-45f3-b51d-bb4aad89775f","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:02.632729846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"ced83d02-3589-4153-9c9e-8baf54860d9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:02.632778695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"658d7cb3-bd59-4e44-a583-b19897f3f7ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:02.63309849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-degraded-auth","reconcileID":"7a029dec-9770-4c1a-94d8-b0220b30eb62","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:02.64238906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"de9a9782-fde8-4fc9-b087-22c6dc0107a4","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:02.690433274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"658d7cb3-bd59-4e44-a583-b19897f3f7ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:02.690459644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-degraded-auth","reconcileID":"7a029dec-9770-4c1a-94d8-b0220b30eb62","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:02.692612298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"ced83d02-3589-4153-9c9e-8baf54860d9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:02.895686975Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-degraded-auth","reconcileID":"4ed56866-c33e-45b5-b8d6-aa64cdb52329","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:03.02131087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f208a77-8d40-4119-9b7f-45998cd6237f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:03.073362546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f208a77-8d40-4119-9b7f-45998cd6237f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:03.125233861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f208a77-8d40-4119-9b7f-45998cd6237f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:03.177515953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f208a77-8d40-4119-9b7f-45998cd6237f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:03.182241234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"d3e4877c-1018-4fa0-b7c6-1cd906086048","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:04.127900502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"2c3c7195-2f2c-4e39-8ec9-108d9ba06a0c","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:04.278829928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"d766cbd5-69ed-410a-b6ca-f50f41452fe2","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:04.491443925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-degraded-auth","reconcileID":"43604495-0e71-4977-b5bc-ea4bc5e64051","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:04.550388477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-degraded-auth","reconcileID":"43604495-0e71-4977-b5bc-ea4bc5e64051","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:04.659394473Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-degraded-auth","reconcileID":"43604495-0e71-4977-b5bc-ea4bc5e64051","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:04.665813679Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:04.871897772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"487c30ee-702b-4f00-bb29-5dde2532071a","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:05.084756665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c174eff4-8dd9-4185-ba30-eb11bcb44ba9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:05.084944103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-degraded-auth","reconcileID":"411f783c-8dd7-4a8a-83bc-1953ded170a2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:05.136896124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c174eff4-8dd9-4185-ba30-eb11bcb44ba9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:05.18888045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c174eff4-8dd9-4185-ba30-eb11bcb44ba9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:05.240979832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c174eff4-8dd9-4185-ba30-eb11bcb44ba9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:05.245648156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-degraded-auth","reconcileID":"411f783c-8dd7-4a8a-83bc-1953ded170a2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:05.352399853Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-degraded-auth","reconcileID":"411f783c-8dd7-4a8a-83bc-1953ded170a2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:05.661312749Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-degraded-auth","reconcileID":"411f783c-8dd7-4a8a-83bc-1953ded170a2","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-degraded-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:05.884089559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-degraded-auth","reconcileID":"3be3e2e4-73fa-49bb-bb4b-e63021e259f7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:05.940965109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-degraded-auth","reconcileID":"3be3e2e4-73fa-49bb-bb4b-e63021e259f7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:06.047636607Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-degraded-auth","reconcileID":"3be3e2e4-73fa-49bb-bb4b-e63021e259f7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:06.63048546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"77ecd178-4a9e-4916-83a2-80b70e9b9132","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:06.631481313Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-degraded-auth","reconcileID":"5f75ae91-10ed-4883-abe0-0c5af266986b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:06.683137894Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-status-degraded-auth","reconcileID":"5f75ae91-10ed-4883-abe0-0c5af266986b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:06.894086602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"7c7b20e0-b1e0-4072-84e6-ba67adeb59ab","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:07.170754853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dedb3f0f-d193-4dea-908d-d103cce585fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:07.223230007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dedb3f0f-d193-4dea-908d-d103cce585fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:07.275170778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dedb3f0f-d193-4dea-908d-d103cce585fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:07.327364902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dedb3f0f-d193-4dea-908d-d103cce585fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:07.88613009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"507cd245-64d2-4e54-94e2-639e2c1479c0","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:07.940971184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"61657881-f6bc-410c-be60-4f6880711fd7","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:08.103099844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-healthy-inf-auth","reconcileID":"e133675b-de77-44c3-813c-8077905b92fc","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:08.160446258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-healthy-inf-auth","reconcileID":"e133675b-de77-44c3-813c-8077905b92fc","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:08.190655783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"e93511e5-c36e-4484-beda-7e8d13171bad","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:08.248384455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"133cbcfd-760a-4428-bdc5-5b991749b17b","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:08.299142992Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-healthy-inf","reconcileID":"ef86d396-2202-41f9-83c9-d141eaaba50f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:08.378607022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"41ce03aa-8c34-435d-be43-a455d6eb501f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:08.429850074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"6f1437e1-85ec-41bc-bfa1-96011214a596","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:08.435605497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"41ce03aa-8c34-435d-be43-a455d6eb501f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:08.435952578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"f064b161-50e7-4e56-ba24-e5ccde7fb68e","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:08.47845661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"20c55c94-72cb-4a5a-beb0-2449fb5fb163","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:08.487574713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"6f1437e1-85ec-41bc-bfa1-96011214a596","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:08.495921858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"fe607825-2519-4ab2-b156-34548caff762","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:08.651918555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-healthy-inf-auth","reconcileID":"fc11dd42-4a33-46b4-b937-ceda3389b33f","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:08.733490836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-healthy-inf-auth","reconcileID":"fc11dd42-4a33-46b4-b937-ceda3389b33f","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:08.833950369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"75910b18-2299-4a93-a1b4-778892fe8e22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:08.842002725Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-healthy-inf","reconcileID":"69ad7c11-4db4-43d7-869e-801b5281eeb4","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w2-e1ca71/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:08.842143807Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-healthy-inf","reconcileID":"69ad7c11-4db4-43d7-869e-801b5281eeb4","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e1ca71/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:08.890559956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"75910b18-2299-4a93-a1b4-778892fe8e22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:08.910692455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"44245da5-1eac-4903-b82c-2e92d5cedb72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:08.967768935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"44245da5-1eac-4903-b82c-2e92d5cedb72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:09.051829592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"a765c3df-be86-4c8c-a712-faf9621b524f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:09.110229991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"4f70b179-e654-4a28-8ed2-7e054f8995aa","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:09.279878374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95132615-75c1-40a1-b5b1-3e8e0c68306b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:09.320878457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-healthy-inf","reconcileID":"9b73a950-9e97-42ac-8398-e9970108812b","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:09.332832592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95132615-75c1-40a1-b5b1-3e8e0c68306b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:09.333002313Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-healthy-inf","reconcileID":"9b73a950-9e97-42ac-8398-e9970108812b","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e1ca71/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:09.385026666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95132615-75c1-40a1-b5b1-3e8e0c68306b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:09.43790927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95132615-75c1-40a1-b5b1-3e8e0c68306b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:11.27472251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"a4842e67-4de8-4e30-ab48-536b7491af58","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:11.329166334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a05118b6-8354-470c-a163-02703cadf471","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:11.381455725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a05118b6-8354-470c-a163-02703cadf471","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:11.433539278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a05118b6-8354-470c-a163-02703cadf471","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:11.433656086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"99b219e8-a531-47e4-8316-0abc5559fa09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:11.433922999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-healthy-inf-auth","reconcileID":"6bcae6df-cfc1-4eaf-aed7-f6c73246d32d","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:11.485611371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a05118b6-8354-470c-a163-02703cadf471","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:11.491545582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"99b219e8-a531-47e4-8316-0abc5559fa09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:11.537571887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"229666f5-5d99-4ff4-a596-9c5fb3e20da0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:11.542616165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-healthy-inf-auth","reconcileID":"6bcae6df-cfc1-4eaf-aed7-f6c73246d32d","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:11.594721936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"229666f5-5d99-4ff4-a596-9c5fb3e20da0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:20.38670693Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"default-tenant","reconcileID":"7bc81cfe-44da-4550-81d4-5c410eb4f925","namespace":"ai-tenant-e2e-praxis-a-87b0f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:20.386768382Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"default-tenant","reconcileID":"7bc81cfe-44da-4550-81d4-5c410eb4f925","namespace":"ai-tenant-e2e-praxis-a-87b0f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:20.386823799Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"default-tenant","reconcileID":"7bc81cfe-44da-4550-81d4-5c410eb4f925","tenant":"e2e-praxis-a-87b0f8","tenantID":"e2e-praxis-a-87b0f8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:20.440533662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"default-tenant","reconcileID":"7bc81cfe-44da-4550-81d4-5c410eb4f925","gvk":"Deployment","name":"maas-api-e2e-praxis-a-87b0f8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:20.5020439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"default-tenant","reconcileID":"7bc81cfe-44da-4550-81d4-5c410eb4f925","gvk":"Service","name":"maas-api-e2e-praxis-a-87b0f8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:20.563104456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"default-tenant","reconcileID":"7bc81cfe-44da-4550-81d4-5c410eb4f925","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-87b0f8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:20.619089681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"default-tenant","reconcileID":"7bc81cfe-44da-4550-81d4-5c410eb4f925","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-87b0f8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:20.675352578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"default-tenant","reconcileID":"7bc81cfe-44da-4550-81d4-5c410eb4f925","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-87b0f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:20.729698983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"default-tenant","reconcileID":"7bc81cfe-44da-4550-81d4-5c410eb4f925","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-87b0f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:20.786615216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"default-tenant","reconcileID":"7bc81cfe-44da-4550-81d4-5c410eb4f925","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-87b0f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:20.84077069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"default-tenant","reconcileID":"7bc81cfe-44da-4550-81d4-5c410eb4f925","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-87b0f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:20.892322172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"default-tenant","reconcileID":"7bc81cfe-44da-4550-81d4-5c410eb4f925","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-87b0f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:20.943719632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"default-tenant","reconcileID":"7bc81cfe-44da-4550-81d4-5c410eb4f925","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-87b0f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:20.995344503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"default-tenant","reconcileID":"7bc81cfe-44da-4550-81d4-5c410eb4f925","gvk":"Service","name":"payload-processing-e2e-praxis-a-87b0f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:21.046936336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"default-tenant","reconcileID":"7bc81cfe-44da-4550-81d4-5c410eb4f925","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-87b0f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:21.098592914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"default-tenant","reconcileID":"7bc81cfe-44da-4550-81d4-5c410eb4f925","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-87b0f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:21.150109708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"default-tenant","reconcileID":"7bc81cfe-44da-4550-81d4-5c410eb4f925","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-87b0f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:21.201454483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"default-tenant","reconcileID":"7bc81cfe-44da-4550-81d4-5c410eb4f925","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-87b0f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:21.257269878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"default-tenant","reconcileID":"7bc81cfe-44da-4550-81d4-5c410eb4f925","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-87b0f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:21.308614819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"default-tenant","reconcileID":"7bc81cfe-44da-4550-81d4-5c410eb4f925","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-87b0f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:21.360156751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"default-tenant","reconcileID":"7bc81cfe-44da-4550-81d4-5c410eb4f925","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-87b0f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:21.411657974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"default-tenant","reconcileID":"7bc81cfe-44da-4550-81d4-5c410eb4f925","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-87b0f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:21.463437396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"default-tenant","reconcileID":"7bc81cfe-44da-4550-81d4-5c410eb4f925","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-87b0f8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:21.495579267Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-healthy-inf","reconcileID":"23ca15a5-c4ba-4a99-8f0a-545029d7e70b","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:21.520799577Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ae676"},"namespace":"ai-tenant-e2e-praxis-a-7ae676","name":"default-tenant","reconcileID":"07e0915b-821a-4d56-ae15-fd06e1292e22","namespace":"ai-tenant-e2e-praxis-a-7ae676","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:21.520969792Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ae676"},"namespace":"ai-tenant-e2e-praxis-a-7ae676","name":"default-tenant","reconcileID":"07e0915b-821a-4d56-ae15-fd06e1292e22","namespace":"ai-tenant-e2e-praxis-a-7ae676","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:21.521083933Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ae676"},"namespace":"ai-tenant-e2e-praxis-a-7ae676","name":"default-tenant","reconcileID":"07e0915b-821a-4d56-ae15-fd06e1292e22","tenant":"e2e-praxis-a-7ae676","tenantID":"e2e-praxis-a-7ae676","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:21.575075726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ae676"},"namespace":"ai-tenant-e2e-praxis-a-7ae676","name":"default-tenant","reconcileID":"07e0915b-821a-4d56-ae15-fd06e1292e22","gvk":"Deployment","name":"maas-api-e2e-praxis-a-7ae676","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:21.636733513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ae676"},"namespace":"ai-tenant-e2e-praxis-a-7ae676","name":"default-tenant","reconcileID":"07e0915b-821a-4d56-ae15-fd06e1292e22","gvk":"Service","name":"maas-api-e2e-praxis-a-7ae676","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:21.698852564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ae676"},"namespace":"ai-tenant-e2e-praxis-a-7ae676","name":"default-tenant","reconcileID":"07e0915b-821a-4d56-ae15-fd06e1292e22","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-7ae676","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:21.713562508Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-healthy-inf","reconcileID":"23ca15a5-c4ba-4a99-8f0a-545029d7e70b","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:21.713594896Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-healthy-inf","reconcileID":"23ca15a5-c4ba-4a99-8f0a-545029d7e70b","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:21.713716155Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-healthy-inf","reconcileID":"23ca15a5-c4ba-4a99-8f0a-545029d7e70b","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e1ca71/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:21.754456856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ae676"},"namespace":"ai-tenant-e2e-praxis-a-7ae676","name":"default-tenant","reconcileID":"07e0915b-821a-4d56-ae15-fd06e1292e22","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-7ae676","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:21.809167767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ae676"},"namespace":"ai-tenant-e2e-praxis-a-7ae676","name":"default-tenant","reconcileID":"07e0915b-821a-4d56-ae15-fd06e1292e22","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-7ae676","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:21.8632341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ae676"},"namespace":"ai-tenant-e2e-praxis-a-7ae676","name":"default-tenant","reconcileID":"07e0915b-821a-4d56-ae15-fd06e1292e22","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-7ae676","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:21.918375283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ae676"},"namespace":"ai-tenant-e2e-praxis-a-7ae676","name":"default-tenant","reconcileID":"07e0915b-821a-4d56-ae15-fd06e1292e22","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-7ae676","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:21.926721852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"0dc32918-82e3-4c92-9a54-4d4002d597d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:21.974811403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ae676"},"namespace":"ai-tenant-e2e-praxis-a-7ae676","name":"default-tenant","reconcileID":"07e0915b-821a-4d56-ae15-fd06e1292e22","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-7ae676","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:21.987614499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"830118e7-ec34-49b1-84b8-23f64b2f5ca6","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:22.026546432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ae676"},"namespace":"ai-tenant-e2e-praxis-a-7ae676","name":"default-tenant","reconcileID":"07e0915b-821a-4d56-ae15-fd06e1292e22","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-7ae676","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:22.077930432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ae676"},"namespace":"ai-tenant-e2e-praxis-a-7ae676","name":"default-tenant","reconcileID":"07e0915b-821a-4d56-ae15-fd06e1292e22","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-7ae676","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:22.12943862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ae676"},"namespace":"ai-tenant-e2e-praxis-a-7ae676","name":"default-tenant","reconcileID":"07e0915b-821a-4d56-ae15-fd06e1292e22","gvk":"Service","name":"payload-processing-e2e-praxis-a-7ae676","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:22.142766033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-healthy-inf-auth","reconcileID":"f6b8d09a-8d58-46f0-8868-fa3d751160d7","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:22.143042444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"21391c18-662e-4259-936b-d340ff97316d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:22.143458728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"1436be3a-3266-4afe-88b6-8ffa89746e7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:22.158829871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"de67b5c4-96e6-4f84-9809-ac599be616d0","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:22.180868308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ae676"},"namespace":"ai-tenant-e2e-praxis-a-7ae676","name":"default-tenant","reconcileID":"07e0915b-821a-4d56-ae15-fd06e1292e22","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-7ae676","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:22.200214572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-healthy-inf-auth","reconcileID":"f6b8d09a-8d58-46f0-8868-fa3d751160d7","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:22.200214638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"1436be3a-3266-4afe-88b6-8ffa89746e7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:22.202325883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"21391c18-662e-4259-936b-d340ff97316d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:22.232365822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ae676"},"namespace":"ai-tenant-e2e-praxis-a-7ae676","name":"default-tenant","reconcileID":"07e0915b-821a-4d56-ae15-fd06e1292e22","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-7ae676","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:22.274134732Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-87b0f8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-87b0f8","reconcileID":"3c574f95-2f67-425a-87a7-fb399822a8d1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-87b0f8","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-87b0f8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:22.283941405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ae676"},"namespace":"ai-tenant-e2e-praxis-a-7ae676","name":"default-tenant","reconcileID":"07e0915b-821a-4d56-ae15-fd06e1292e22","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-7ae676","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:22.335248024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ae676"},"namespace":"ai-tenant-e2e-praxis-a-7ae676","name":"default-tenant","reconcileID":"07e0915b-821a-4d56-ae15-fd06e1292e22","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-7ae676","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:22.411080837Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-healthy-inf-auth","reconcileID":"90c2ad90-ec92-49e4-8336-d63de398f600","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:22.412110243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ae676"},"namespace":"ai-tenant-e2e-praxis-a-7ae676","name":"default-tenant","reconcileID":"07e0915b-821a-4d56-ae15-fd06e1292e22","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-7ae676","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:22.463461466Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"702b0dbe-b0b7-4a89-8a25-14872153d926","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-87b0f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:22.471074256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ae676"},"namespace":"ai-tenant-e2e-praxis-a-7ae676","name":"default-tenant","reconcileID":"07e0915b-821a-4d56-ae15-fd06e1292e22","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-7ae676","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:22.574514415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ae676"},"namespace":"ai-tenant-e2e-praxis-a-7ae676","name":"default-tenant","reconcileID":"07e0915b-821a-4d56-ae15-fd06e1292e22","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-7ae676","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:22.57859467Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"702b0dbe-b0b7-4a89-8a25-14872153d926","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-87b0f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:22.583991118Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"b9788697-7426-46df-b8b5-68e51581f9a6","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-87b0f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:22.584061284Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"b9788697-7426-46df-b8b5-68e51581f9a6","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-87b0f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:22.595392686Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"5ac5dc91-37af-4dca-a7b4-a8bb794f33b9","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-87b0f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:22.595480252Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"5ac5dc91-37af-4dca-a7b4-a8bb794f33b9","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-87b0f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:22.616163231Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"c429694e-4871-4a22-8a78-6b42616ee3fe","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-87b0f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:22.616354179Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"c429694e-4871-4a22-8a78-6b42616ee3fe","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-87b0f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:22.625661061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ae676"},"namespace":"ai-tenant-e2e-praxis-a-7ae676","name":"default-tenant","reconcileID":"07e0915b-821a-4d56-ae15-fd06e1292e22","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-7ae676","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:22.656999842Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"9b5f1efd-c1b2-40a1-8dfd-ed6fa85f21ad","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-87b0f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:22.657072725Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"9b5f1efd-c1b2-40a1-8dfd-ed6fa85f21ad","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-87b0f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:22.668738466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"47cfffbf-77de-4eb9-a82e-ed966c9f76ab","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:22.677106353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7ae676"},"namespace":"ai-tenant-e2e-praxis-a-7ae676","name":"default-tenant","reconcileID":"07e0915b-821a-4d56-ae15-fd06e1292e22","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-7ae676","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:22.737942199Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"63a876fa-de26-4bde-a98c-4d8f1ed27f8f","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-87b0f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:22.738008433Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"63a876fa-de26-4bde-a98c-4d8f1ed27f8f","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-87b0f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:22.939399296Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"8c7a731b-8400-4cd2-8c16-a96ef35333d0","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-87b0f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:22.939469986Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"8c7a731b-8400-4cd2-8c16-a96ef35333d0","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-87b0f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:23.260048177Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"5b753e00-8c3c-4d6d-b3a4-971d3d4ea79d","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-87b0f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:23.260120377Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"5b753e00-8c3c-4d6d-b3a4-971d3d4ea79d","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-87b0f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:23.480070768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d679ac7-fecd-4639-8cd5-d0ce4b752486","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:23.532037264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d679ac7-fecd-4639-8cd5-d0ce4b752486","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:23.538988718Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-7ae676","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-7ae676","reconcileID":"e8732a88-26bc-4323-ac5b-5612f914ae6b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-7ae676","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-7ae676"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:23.584022806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d679ac7-fecd-4639-8cd5-d0ce4b752486","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:23.629979429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"9100813c-d211-4ead-845c-a0db9a789f45","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:23.636016157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d679ac7-fecd-4639-8cd5-d0ce4b752486","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:23.695392619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"01dd10d8-1bf6-459b-8e5c-d4ce99102987","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:23.747558316Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"d0f064ae-6e29-4f7a-bd15-8832d9cc92ed","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-87b0f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:23.747646678Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"d0f064ae-6e29-4f7a-bd15-8832d9cc92ed","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-87b0f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:23.911554611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-models-apikey-auth","reconcileID":"2ad8866e-303e-4c89-a65f-7ed09ca0b681","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:23.932229924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"13222d7f-d440-4baa-a872-5c0f7a227261","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:23.968373973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-models-apikey-auth","reconcileID":"2ad8866e-303e-4c89-a65f-7ed09ca0b681","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:23.989053439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"02e3aa89-67be-493b-a0df-87d3d5a55f9a","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:24.03895695Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-models-apikey","reconcileID":"57adb675-7b06-476b-b21e-b20359e9ba6a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:24.086704356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"cb430dae-6d30-4943-838f-c57379cd1354","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:24.086704355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"22bfdbf4-67bf-45bb-b6e1-373e4e56acb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:24.144167796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"22bfdbf4-67bf-45bb-b6e1-373e4e56acb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:24.144480819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"cb430dae-6d30-4943-838f-c57379cd1354","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:24.154247572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"58b3c32d-5942-4450-87cb-750e81489e0f","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:24.211873081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"0c550c27-3a3f-4856-89e2-f46156a02a2e","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:24.283048177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"31dc8b31-0015-44cc-8dd2-e8f546e664f5","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:24.441558871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-models-apikey-auth","reconcileID":"cc87ff2e-eb9b-4a9e-8cce-7419e34d8e86","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:24.485549404Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-models-apikey","reconcileID":"d83803e0-9a3e-418c-9184-e067fc611e8e","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w2-e1ca71/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:24.485662965Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-models-apikey","reconcileID":"d83803e0-9a3e-418c-9184-e067fc611e8e","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e1ca71/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:24.498700605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-models-apikey-auth","reconcileID":"cc87ff2e-eb9b-4a9e-8cce-7419e34d8e86","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:24.582396332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"0c417b4c-5f07-470b-8711-3f0e93b884aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:24.582494104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"13c1c345-4c90-4fa5-9de1-7079196308a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:24.640893081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"13c1c345-4c90-4fa5-9de1-7079196308a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:24.640887324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"0c417b4c-5f07-470b-8711-3f0e93b884aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:24.747441623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"6ea694ba-8d7a-49b5-8d6f-c235c6f8a044","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:24.808092533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"05f1c796-bf06-434c-a203-0d214d335883","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:25.028442987Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"48d4e74d-ca85-428d-9abf-55a4a5e1d5db","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-87b0f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:25.028510044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"48d4e74d-ca85-428d-9abf-55a4a5e1d5db","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-87b0f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:25.066643458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-models-apikey","reconcileID":"687dae56-cfb9-4ffa-9459-9d63b0e60c44","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:25.06678655Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-models-apikey","reconcileID":"687dae56-cfb9-4ffa-9459-9d63b0e60c44","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e1ca71/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:25.285568693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"1c7c0485-0525-48b2-8afc-95cdb35aaeaa","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:25.531007181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80fdf7ec-748f-42cb-9f25-40b5b577bedc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:25.582995915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80fdf7ec-748f-42cb-9f25-40b5b577bedc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:25.634889434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80fdf7ec-748f-42cb-9f25-40b5b577bedc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:25.686723544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80fdf7ec-748f-42cb-9f25-40b5b577bedc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:27.006607762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"ae8638cd-ba62-4bec-a5ae-1603e2ad0160","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:27.161308587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-models-apikey-auth","reconcileID":"30bd78ba-ac7a-4a6d-84d2-2a3fce938415","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:27.161480222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"a19f5122-8a33-4def-b516-55b8d710a9c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:27.161312538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"04f046cc-5f83-4c10-8d23-a738f06916b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:27.218739175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"04f046cc-5f83-4c10-8d23-a738f06916b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:27.218875287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"a19f5122-8a33-4def-b516-55b8d710a9c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:27.221303545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-models-apikey-auth","reconcileID":"30bd78ba-ac7a-4a6d-84d2-2a3fce938415","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:27.578935616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b188a567-b07d-4d0d-b904-61f8a0627efd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:27.589566414Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"accd4f56-3009-484f-906c-6956d9440613","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-87b0f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:27.589633118Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"accd4f56-3009-484f-906c-6956d9440613","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-87b0f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:27.631085845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b188a567-b07d-4d0d-b904-61f8a0627efd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:27.683130912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b188a567-b07d-4d0d-b904-61f8a0627efd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:27.734882838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b188a567-b07d-4d0d-b904-61f8a0627efd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:28.515759029Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"aef4a8af-8ead-4947-b856-1064d1879110","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-87b0f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:28.515826451Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"aef4a8af-8ead-4947-b856-1064d1879110","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-87b0f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:29.632390209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f397c6f6-3adf-4297-b977-1459f762909d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:29.686734373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f397c6f6-3adf-4297-b977-1459f762909d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:29.73925574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f397c6f6-3adf-4297-b977-1459f762909d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:29.792773848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f397c6f6-3adf-4297-b977-1459f762909d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:31.454325695Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"043a3a2d-bc82-405c-9de7-eab94ea7ac0e","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-87b0f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:31.454390453Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"043a3a2d-bc82-405c-9de7-eab94ea7ac0e","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-87b0f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:31.563459758Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"e3e83805-5efb-4815-adac-45249918dea9","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-87b0f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:31.563537856Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"e3e83805-5efb-4815-adac-45249918dea9","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-87b0f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:32.502835762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a44e4fa-74ef-461f-bc89-5ddb37586744","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:32.555488496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a44e4fa-74ef-461f-bc89-5ddb37586744","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:32.607609484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a44e4fa-74ef-461f-bc89-5ddb37586744","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:32.659437293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a44e4fa-74ef-461f-bc89-5ddb37586744","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:34.602135646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"454c75f0-4c08-4e12-9a31-16caaac81577","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:34.657341581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"454c75f0-4c08-4e12-9a31-16caaac81577","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:34.666542988Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:34.724766797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"454c75f0-4c08-4e12-9a31-16caaac81577","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:34.777438643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"454c75f0-4c08-4e12-9a31-16caaac81577","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:36.669996105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2da06996-33cd-49ab-bf14-e803125dcbf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:36.72199436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2da06996-33cd-49ab-bf14-e803125dcbf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:36.773872125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2da06996-33cd-49ab-bf14-e803125dcbf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:36.825669417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2da06996-33cd-49ab-bf14-e803125dcbf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:37.16874211Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-models-apikey","reconcileID":"6dd17859-c15c-4ae5-9dc5-6d56b7b792e2","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:37.383438757Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-models-apikey","reconcileID":"6dd17859-c15c-4ae5-9dc5-6d56b7b792e2","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:37.383469358Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-models-apikey","reconcileID":"6dd17859-c15c-4ae5-9dc5-6d56b7b792e2","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:37.383587402Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-models-apikey","reconcileID":"6dd17859-c15c-4ae5-9dc5-6d56b7b792e2","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e1ca71/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:37.592716656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"dd812540-c1fc-479f-9723-8cffe4cc6521","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:37.703515822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"d578dda2-f17b-4fa8-9270-4edbb4b06c51","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:37.872665008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-models-apikey-auth","reconcileID":"0000f5b2-30af-4762-a738-2aec0c68d01a","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:37.872827861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"a2a2432b-1b92-4124-be7b-4f891f9d44f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:37.873025339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"9fef8bbd-c451-4adf-ab2f-ac52f8067773","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:37.884630686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"d59d7078-1742-4b9c-bb97-ebfe50031b55","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:37.929632584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-models-apikey-auth","reconcileID":"0000f5b2-30af-4762-a738-2aec0c68d01a","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:37.929971755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"9fef8bbd-c451-4adf-ab2f-ac52f8067773","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:37.931864858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"a2a2432b-1b92-4124-be7b-4f891f9d44f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:38.083883677Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-models-apikey-auth","reconcileID":"d4284148-7ac1-4b7d-96fa-73d8bcbcbfe1","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:38.246149944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"0f412a59-1ab2-4f44-b488-a097d6407ffd","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:38.806165381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6691113a-b16a-4c87-b68a-788b1ed0b34e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:38.858036969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6691113a-b16a-4c87-b68a-788b1ed0b34e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:38.910085347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6691113a-b16a-4c87-b68a-788b1ed0b34e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:38.961964029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6691113a-b16a-4c87-b68a-788b1ed0b34e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:39.209717886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"63561eb4-bedb-4cba-9584-109ade797966","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:39.264637403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"9c98c808-a05b-404c-814b-0b75b7e0146a","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:39.419149304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-models-kube-auth","reconcileID":"b91d2c11-a470-4e33-ba5d-6587bbd18f67","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:39.476007269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-models-kube-auth","reconcileID":"b91d2c11-a470-4e33-ba5d-6587bbd18f67","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:39.502977605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"9e89d7a1-a35e-4b6f-90dd-b257fe92ca1b","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:39.558230203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"692995b6-ea17-4118-a9ad-0f2f6a42d9fd","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:39.612021736Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-models-kube","reconcileID":"fce53a8a-5abf-4614-bdb6-a5b5726d4ef1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:39.658170548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"3c58cc8c-7105-465c-80f5-b3de4761c9c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:39.65820676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"dafbe20a-a7f1-4956-b055-e3c6b8ee1ff4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:39.715195765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"dafbe20a-a7f1-4956-b055-e3c6b8ee1ff4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:39.715210341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"3c58cc8c-7105-465c-80f5-b3de4761c9c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:39.724380491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"ae64eaaf-2718-4a89-a86f-5b6cda50bc82","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:39.786985462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"84a600e7-988b-4e43-8dc8-8942c5affa00","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:39.792935155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"a41d6a4b-f8fb-4653-836a-6141c68a26fb","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:39.953227987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-models-kube-auth","reconcileID":"2c340bcc-6d8e-4bbe-a37f-c2b10b4da2da","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:40.062287402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-models-kube-auth","reconcileID":"2c340bcc-6d8e-4bbe-a37f-c2b10b4da2da","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:40.063792681Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-models-kube","reconcileID":"f41b4c5c-26ba-42cc-9a2e-ab6ecf4aa09e","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/e2e-degraded-models-kube","ai-tenant-e2e-worker-w2-e1ca71/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:40.063894411Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-models-kube","reconcileID":"f41b4c5c-26ba-42cc-9a2e-ab6ecf4aa09e","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e1ca71/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:40.160564023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"85752a62-9917-4969-8063-55ba33a99a58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:40.160574914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"840a9c2c-8d3a-4837-a21c-dce7402f4fb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:40.217701087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"840a9c2c-8d3a-4837-a21c-dce7402f4fb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:40.219839901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"85752a62-9917-4969-8063-55ba33a99a58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:40.271922615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"de75e8cb-b5b1-4009-b2be-60892f4e43e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:40.332596067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"1ea504d6-9ae7-458e-9886-afe3d9937a8e","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:40.540635515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-models-kube","reconcileID":"1b16084a-93dc-4781-8cc8-b1d504509af8","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:40.540780103Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-models-kube","reconcileID":"1b16084a-93dc-4781-8cc8-b1d504509af8","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e1ca71/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:40.877830673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9207402-a4c1-484c-b63b-999ccaab329b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:40.929665372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9207402-a4c1-484c-b63b-999ccaab329b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:40.981592962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9207402-a4c1-484c-b63b-999ccaab329b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:41.033778674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9207402-a4c1-484c-b63b-999ccaab329b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:41.989798769Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"824b440d-8d70-4eea-b938-f6cb011b5696","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-87b0f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:41.989872245Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"824b440d-8d70-4eea-b938-f6cb011b5696","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-87b0f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:42.311634422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"6be6cdde-4829-4f7a-aff0-ce851d3ba163","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:42.533284721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-models-kube-auth","reconcileID":"3487f03d-6c0b-45a6-9db2-750ff0c4b0af","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:42.534017803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"0b3aea4e-c792-479c-872d-757bc9f6878d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:42.534719703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"24a1825a-cd37-44f8-ac12-574eb248b143","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:42.590681892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-models-kube-auth","reconcileID":"3487f03d-6c0b-45a6-9db2-750ff0c4b0af","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:42.591169488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"0b3aea4e-c792-479c-872d-757bc9f6878d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:42.59299372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"24a1825a-cd37-44f8-ac12-574eb248b143","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:42.988761174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36986348-37b8-4ffe-8488-ecf599403acd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.040677055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36986348-37b8-4ffe-8488-ecf599403acd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.092589183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36986348-37b8-4ffe-8488-ecf599403acd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.145055944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36986348-37b8-4ffe-8488-ecf599403acd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.412285463Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a693b"},"namespace":"ai-tenant-e2e-praxis-a-6a693b","name":"default-tenant","reconcileID":"8095687e-5fdc-4cdb-b0fa-0af34e41b693","namespace":"ai-tenant-e2e-praxis-a-6a693b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.412346004Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a693b"},"namespace":"ai-tenant-e2e-praxis-a-6a693b","name":"default-tenant","reconcileID":"8095687e-5fdc-4cdb-b0fa-0af34e41b693","namespace":"ai-tenant-e2e-praxis-a-6a693b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.412406349Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a693b"},"namespace":"ai-tenant-e2e-praxis-a-6a693b","name":"default-tenant","reconcileID":"8095687e-5fdc-4cdb-b0fa-0af34e41b693","tenant":"e2e-praxis-a-6a693b","tenantID":"e2e-praxis-a-6a693b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.469289245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a693b"},"namespace":"ai-tenant-e2e-praxis-a-6a693b","name":"default-tenant","reconcileID":"8095687e-5fdc-4cdb-b0fa-0af34e41b693","gvk":"Deployment","name":"maas-api-e2e-praxis-a-6a693b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.531636859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a693b"},"namespace":"ai-tenant-e2e-praxis-a-6a693b","name":"default-tenant","reconcileID":"8095687e-5fdc-4cdb-b0fa-0af34e41b693","gvk":"Service","name":"maas-api-e2e-praxis-a-6a693b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.58860036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a693b"},"namespace":"ai-tenant-e2e-praxis-a-6a693b","name":"default-tenant","reconcileID":"8095687e-5fdc-4cdb-b0fa-0af34e41b693","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-6a693b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.642132951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a693b"},"namespace":"ai-tenant-e2e-praxis-a-6a693b","name":"default-tenant","reconcileID":"8095687e-5fdc-4cdb-b0fa-0af34e41b693","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-6a693b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.696349303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a693b"},"namespace":"ai-tenant-e2e-praxis-a-6a693b","name":"default-tenant","reconcileID":"8095687e-5fdc-4cdb-b0fa-0af34e41b693","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-6a693b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.752599467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a693b"},"namespace":"ai-tenant-e2e-praxis-a-6a693b","name":"default-tenant","reconcileID":"8095687e-5fdc-4cdb-b0fa-0af34e41b693","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-6a693b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.809450958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a693b"},"namespace":"ai-tenant-e2e-praxis-a-6a693b","name":"default-tenant","reconcileID":"8095687e-5fdc-4cdb-b0fa-0af34e41b693","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-6a693b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.864309277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a693b"},"namespace":"ai-tenant-e2e-praxis-a-6a693b","name":"default-tenant","reconcileID":"8095687e-5fdc-4cdb-b0fa-0af34e41b693","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-6a693b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.91600914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a693b"},"namespace":"ai-tenant-e2e-praxis-a-6a693b","name":"default-tenant","reconcileID":"8095687e-5fdc-4cdb-b0fa-0af34e41b693","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-6a693b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:43.967645582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a693b"},"namespace":"ai-tenant-e2e-praxis-a-6a693b","name":"default-tenant","reconcileID":"8095687e-5fdc-4cdb-b0fa-0af34e41b693","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-6a693b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.019126144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a693b"},"namespace":"ai-tenant-e2e-praxis-a-6a693b","name":"default-tenant","reconcileID":"8095687e-5fdc-4cdb-b0fa-0af34e41b693","gvk":"Service","name":"payload-processing-e2e-praxis-a-6a693b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.070871565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a693b"},"namespace":"ai-tenant-e2e-praxis-a-6a693b","name":"default-tenant","reconcileID":"8095687e-5fdc-4cdb-b0fa-0af34e41b693","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-6a693b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.122646062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a693b"},"namespace":"ai-tenant-e2e-praxis-a-6a693b","name":"default-tenant","reconcileID":"8095687e-5fdc-4cdb-b0fa-0af34e41b693","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-6a693b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.19459408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a693b"},"namespace":"ai-tenant-e2e-praxis-a-6a693b","name":"default-tenant","reconcileID":"8095687e-5fdc-4cdb-b0fa-0af34e41b693","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-6a693b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.246887004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a693b"},"namespace":"ai-tenant-e2e-praxis-a-6a693b","name":"default-tenant","reconcileID":"8095687e-5fdc-4cdb-b0fa-0af34e41b693","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-6a693b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.304830391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a693b"},"namespace":"ai-tenant-e2e-praxis-a-6a693b","name":"default-tenant","reconcileID":"8095687e-5fdc-4cdb-b0fa-0af34e41b693","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-6a693b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.356664299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a693b"},"namespace":"ai-tenant-e2e-praxis-a-6a693b","name":"default-tenant","reconcileID":"8095687e-5fdc-4cdb-b0fa-0af34e41b693","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-6a693b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.408527084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a693b"},"namespace":"ai-tenant-e2e-praxis-a-6a693b","name":"default-tenant","reconcileID":"8095687e-5fdc-4cdb-b0fa-0af34e41b693","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-6a693b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.460463469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a693b"},"namespace":"ai-tenant-e2e-praxis-a-6a693b","name":"default-tenant","reconcileID":"8095687e-5fdc-4cdb-b0fa-0af34e41b693","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-6a693b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:44.531759288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a693b"},"namespace":"ai-tenant-e2e-praxis-a-6a693b","name":"default-tenant","reconcileID":"8095687e-5fdc-4cdb-b0fa-0af34e41b693","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-6a693b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:45.058536702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59669b61-9e0a-485f-8fbd-250b717c3b07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:45.110820564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59669b61-9e0a-485f-8fbd-250b717c3b07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:45.162943976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59669b61-9e0a-485f-8fbd-250b717c3b07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:45.214996978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59669b61-9e0a-485f-8fbd-250b717c3b07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:45.486429721Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-6a693b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-6a693b","reconcileID":"474148ee-4baf-4711-9c86-b1bd83f6828c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-6a693b","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-6a693b"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:45.650381804Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"53eb0ed8-509f-4782-b104-e976b8e9876f","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-87b0f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:45.650445449Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"53eb0ed8-509f-4782-b104-e976b8e9876f","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-87b0f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:47.101588728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3efee706-e2e5-4f4b-b9f4-b5fe77a39124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:47.154097019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3efee706-e2e5-4f4b-b9f4-b5fe77a39124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:47.206069956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3efee706-e2e5-4f4b-b9f4-b5fe77a39124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:47.258068422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3efee706-e2e5-4f4b-b9f4-b5fe77a39124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:49.175898796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0836c4f-8fd4-4771-9dd7-b3a39ae94662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:49.2280459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0836c4f-8fd4-4771-9dd7-b3a39ae94662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:49.279931458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0836c4f-8fd4-4771-9dd7-b3a39ae94662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:49.331969655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0836c4f-8fd4-4771-9dd7-b3a39ae94662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:49.666356365Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ef8827"},"namespace":"ai-tenant-e2e-praxis-b-ef8827","name":"default-tenant","reconcileID":"2774ecb5-0e64-4f6b-87b0-2426926f526e","namespace":"ai-tenant-e2e-praxis-b-ef8827","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:49.666414106Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ef8827"},"namespace":"ai-tenant-e2e-praxis-b-ef8827","name":"default-tenant","reconcileID":"2774ecb5-0e64-4f6b-87b0-2426926f526e","namespace":"ai-tenant-e2e-praxis-b-ef8827","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:49.666471864Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ef8827"},"namespace":"ai-tenant-e2e-praxis-b-ef8827","name":"default-tenant","reconcileID":"2774ecb5-0e64-4f6b-87b0-2426926f526e","tenant":"e2e-praxis-b-ef8827","tenantID":"e2e-praxis-b-ef8827","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:49.720446656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ef8827"},"namespace":"ai-tenant-e2e-praxis-b-ef8827","name":"default-tenant","reconcileID":"2774ecb5-0e64-4f6b-87b0-2426926f526e","gvk":"Deployment","name":"maas-api-e2e-praxis-b-ef8827","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:49.780763056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ef8827"},"namespace":"ai-tenant-e2e-praxis-b-ef8827","name":"default-tenant","reconcileID":"2774ecb5-0e64-4f6b-87b0-2426926f526e","gvk":"Service","name":"maas-api-e2e-praxis-b-ef8827","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:49.841814584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ef8827"},"namespace":"ai-tenant-e2e-praxis-b-ef8827","name":"default-tenant","reconcileID":"2774ecb5-0e64-4f6b-87b0-2426926f526e","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-ef8827","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:49.898383308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ef8827"},"namespace":"ai-tenant-e2e-praxis-b-ef8827","name":"default-tenant","reconcileID":"2774ecb5-0e64-4f6b-87b0-2426926f526e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-ef8827","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:49.953239779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ef8827"},"namespace":"ai-tenant-e2e-praxis-b-ef8827","name":"default-tenant","reconcileID":"2774ecb5-0e64-4f6b-87b0-2426926f526e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-ef8827","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:50.007603269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ef8827"},"namespace":"ai-tenant-e2e-praxis-b-ef8827","name":"default-tenant","reconcileID":"2774ecb5-0e64-4f6b-87b0-2426926f526e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-ef8827","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:50.064493452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ef8827"},"namespace":"ai-tenant-e2e-praxis-b-ef8827","name":"default-tenant","reconcileID":"2774ecb5-0e64-4f6b-87b0-2426926f526e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-ef8827","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:50.125512201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ef8827"},"namespace":"ai-tenant-e2e-praxis-b-ef8827","name":"default-tenant","reconcileID":"2774ecb5-0e64-4f6b-87b0-2426926f526e","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-ef8827","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:50.177025915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ef8827"},"namespace":"ai-tenant-e2e-praxis-b-ef8827","name":"default-tenant","reconcileID":"2774ecb5-0e64-4f6b-87b0-2426926f526e","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-ef8827","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:50.228476147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ef8827"},"namespace":"ai-tenant-e2e-praxis-b-ef8827","name":"default-tenant","reconcileID":"2774ecb5-0e64-4f6b-87b0-2426926f526e","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-ef8827","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:50.280008784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ef8827"},"namespace":"ai-tenant-e2e-praxis-b-ef8827","name":"default-tenant","reconcileID":"2774ecb5-0e64-4f6b-87b0-2426926f526e","gvk":"Service","name":"payload-processing-e2e-praxis-b-ef8827","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:50.331847951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ef8827"},"namespace":"ai-tenant-e2e-praxis-b-ef8827","name":"default-tenant","reconcileID":"2774ecb5-0e64-4f6b-87b0-2426926f526e","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-ef8827","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:50.383327046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ef8827"},"namespace":"ai-tenant-e2e-praxis-b-ef8827","name":"default-tenant","reconcileID":"2774ecb5-0e64-4f6b-87b0-2426926f526e","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-ef8827","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:50.434797409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ef8827"},"namespace":"ai-tenant-e2e-praxis-b-ef8827","name":"default-tenant","reconcileID":"2774ecb5-0e64-4f6b-87b0-2426926f526e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-ef8827","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:50.486379656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ef8827"},"namespace":"ai-tenant-e2e-praxis-b-ef8827","name":"default-tenant","reconcileID":"2774ecb5-0e64-4f6b-87b0-2426926f526e","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-ef8827","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:50.54240006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ef8827"},"namespace":"ai-tenant-e2e-praxis-b-ef8827","name":"default-tenant","reconcileID":"2774ecb5-0e64-4f6b-87b0-2426926f526e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-ef8827","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:50.593885137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ef8827"},"namespace":"ai-tenant-e2e-praxis-b-ef8827","name":"default-tenant","reconcileID":"2774ecb5-0e64-4f6b-87b0-2426926f526e","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-ef8827","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:50.645673139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ef8827"},"namespace":"ai-tenant-e2e-praxis-b-ef8827","name":"default-tenant","reconcileID":"2774ecb5-0e64-4f6b-87b0-2426926f526e","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-ef8827","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:50.697321376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ef8827"},"namespace":"ai-tenant-e2e-praxis-b-ef8827","name":"default-tenant","reconcileID":"2774ecb5-0e64-4f6b-87b0-2426926f526e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-ef8827","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:50.748888435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ef8827"},"namespace":"ai-tenant-e2e-praxis-b-ef8827","name":"default-tenant","reconcileID":"2774ecb5-0e64-4f6b-87b0-2426926f526e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-ef8827","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:51.575625512Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-ef8827","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-ef8827","reconcileID":"c94816c8-8d81-473f-8c29-5543bb58325e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-ef8827","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-ef8827"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:51.737518698Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"eb28c0d7-2f99-4dde-8193-94cb235b35df","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-87b0f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:51.737602112Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"eb28c0d7-2f99-4dde-8193-94cb235b35df","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-87b0f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:52.541468413Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-models-kube","reconcileID":"5b32b9d6-be0e-4dff-a45b-421eb5627de9","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:52.680886741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3620975-1574-4a3b-ba6f-d88ad3e25c11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:52.736988536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3620975-1574-4a3b-ba6f-d88ad3e25c11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:52.789837291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3620975-1574-4a3b-ba6f-d88ad3e25c11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:52.796331557Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-models-kube","reconcileID":"5b32b9d6-be0e-4dff-a45b-421eb5627de9","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:52.796358689Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-models-kube","reconcileID":"5b32b9d6-be0e-4dff-a45b-421eb5627de9","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:52.841651596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3620975-1574-4a3b-ba6f-d88ad3e25c11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:52.841721223Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-models-kube","reconcileID":"5b32b9d6-be0e-4dff-a45b-421eb5627de9","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e1ca71/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:53.071472076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"51214333-0e1d-47f0-95fb-6e5684ae0c6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:53.116751603Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"d8860d0f-00aa-4191-b85f-bc807a9dfe2f","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-87b0f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:53.11682512Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"d8860d0f-00aa-4191-b85f-bc807a9dfe2f","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-87b0f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:53.120908704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"89865fe8-6144-4c98-abf1-e4f1f24e20e1","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:53.225982525Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"9bdb5c71-a538-4257-b711-1bcbdfd655b7","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-87b0f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:48:53.226048859Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"9bdb5c71-a538-4257-b711-1bcbdfd655b7","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-87b0f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:53.280030352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"12eef3ca-c013-424c-9ad7-a7c395a5442d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:53.280157173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-models-kube-auth","reconcileID":"e17de9c0-948d-4980-8f55-19d855bd46e3","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:53.280030792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"04070f46-7e17-4f84-ba5d-96bf33e3f8df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:53.280938576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"de14719a-91df-496a-937b-1a96d95fdd9e","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:53.337320944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"12eef3ca-c013-424c-9ad7-a7c395a5442d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:53.337380552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"04070f46-7e17-4f84-ba5d-96bf33e3f8df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:53.340075355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-models-kube-auth","reconcileID":"e17de9c0-948d-4980-8f55-19d855bd46e3","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:53.540637613Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-degraded-models-kube-auth","reconcileID":"a83c5f5a-0dea-4cad-80a0-257703bf6b8e","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:53.80591174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"9d611d19-2633-4fd3-ab8c-f682a84144c5","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:54.786210046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d25d9ef-b284-479c-89c4-4b3d091474f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:54.838038227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d25d9ef-b284-479c-89c4-4b3d091474f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:54.889784418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d25d9ef-b284-479c-89c4-4b3d091474f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:54.94165657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d25d9ef-b284-479c-89c4-4b3d091474f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:56.842252692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd0f58d6-dd2f-4e56-a11a-de662b29637f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:56.89451739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd0f58d6-dd2f-4e56-a11a-de662b29637f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:56.946554205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd0f58d6-dd2f-4e56-a11a-de662b29637f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:48:56.998798417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd0f58d6-dd2f-4e56-a11a-de662b29637f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:03.63642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"d201afee-5cbc-4441-ab5a-062fd834996c","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:49:03.654165443Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"d812ab25-8cb7-4efe-abdc-1d796f68f7f0","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-87b0f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:49:03.654257672Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-87b0f8","namespace":"ai-tenant-e2e-praxis-a-87b0f8"},"namespace":"ai-tenant-e2e-praxis-a-87b0f8","name":"praxis-route-87b0f8","reconcileID":"d812ab25-8cb7-4efe-abdc-1d796f68f7f0","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-87b0f8/praxis-route-87b0f8-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-87b0f8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:03.691615073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"67609357-6625-4f2d-87e9-eb3891935b04","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:49:03.746162234Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-list-subs-refs-sub","reconcileID":"df877ca6-549d-4a4c-95a7-087a3035b4e8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:03.792989693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"786434f4-3f6d-4db7-91a5-b5695a5f98e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:03.792988469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"777dfc46-1f5c-41c4-8a5a-226df5352bef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:03.851236795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"786434f4-3f6d-4db7-91a5-b5695a5f98e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:03.851385075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"777dfc46-1f5c-41c4-8a5a-226df5352bef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:03.861513364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"a8cdc596-dc12-478b-9ea4-f63f0a361ea8","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:03.918378537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"afd1d18d-9a31-415d-9253-758db505ec7e","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:04.186555475Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-list-subs-refs-sub","reconcileID":"14f0cdee-4e5f-41c3-8f96-c98f2f41afaf","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w2-e1ca71/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:04.215031723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"56e0e4d2-2813-4b58-9b51-a5e088704726","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:04.215038019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"ead07877-02a2-453d-afa0-7916e9ad1bac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:04.272558725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"56e0e4d2-2813-4b58-9b51-a5e088704726","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:04.272772862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"ead07877-02a2-453d-afa0-7916e9ad1bac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:04.354566271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"60c1891f-cdbc-4148-9fdd-f89c90f21da9","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:04.396301859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"052550d3-b8ab-4007-a2db-8dcd03e3eb02","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:04.569487418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-list-subs-refs-sub","reconcileID":"d449771a-ad69-4cfe-a9eb-6bc213c12311","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:04.666522094Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:06.729235731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"633be265-c72e-420f-a74a-51eee0961f3b","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:06.87463636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"3381be4a-a316-423c-95a7-c0a5a1bc0770","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:06.884279355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"18648b27-e631-4da4-ab12-f4c8cb60bbd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:06.884282117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"60264b2b-18aa-4417-b72d-b0039586f378","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:06.931711754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"d313cedc-2612-4a8b-82d9-0b9b979880a7","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:06.942629207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"60264b2b-18aa-4417-b72d-b0039586f378","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:06.942629211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"18648b27-e631-4da4-ab12-f4c8cb60bbd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:07.086644495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-status-active-auth","reconcileID":"33a26acf-5887-4b21-8636-e7bb4d2209a5","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:07.146030888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-status-active-auth","reconcileID":"33a26acf-5887-4b21-8636-e7bb4d2209a5","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:07.173809631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"3ae4b693-9886-4c87-b6c3-9b86d9531752","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:07.231377539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"140029d9-1ddc-4ff5-98f8-9e2b4af845e5","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:49:07.282372876Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-status-active-sub","reconcileID":"ae180ac2-9aa1-48d7-9121-e1b071c26db4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:07.328597987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"c44208fb-9630-4d05-b6f4-21c48396f578","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:07.32859651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"9aed471a-b9a8-4314-a8bd-3ddca53d52a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:07.385804129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"9aed471a-b9a8-4314-a8bd-3ddca53d52a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:07.385854519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"c44208fb-9630-4d05-b6f4-21c48396f578","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:07.397483767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"a4ad1fb4-cdac-4c31-91ff-69826ae585e9","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:07.454635094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"ded54012-2026-4d36-a1ea-9e17ab66ed8c","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:07.471007575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"48706e7b-ecab-43ee-9e36-66431eb9e57e","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:07.626011586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-status-active-auth","reconcileID":"f68469ba-dcf3-4d35-a5c4-5066435cfead","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:07.68334802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-status-active-auth","reconcileID":"f68469ba-dcf3-4d35-a5c4-5066435cfead","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:07.721573307Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-status-active-sub","reconcileID":"437f37dd-99f9-482d-aeaf-59d96da73f4d","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-7abb95/e2e-status-active-sub","ai-tenant-e2e-worker-w3-7abb95/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:07.769088482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"7ebd7e46-7520-4393-81ab-058aea626437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:07.76914937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"5dfa2f24-aedd-4957-a28e-e56f20bc133a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:07.82608172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"5dfa2f24-aedd-4957-a28e-e56f20bc133a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:07.826091757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"7ebd7e46-7520-4393-81ab-058aea626437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:07.88760166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"0dcc9576-07d5-4627-888f-453c16a94542","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:07.930398596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"42d41cd3-fc95-45c4-86d1-8d94a0d80fab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:08.096376526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-status-active-sub","reconcileID":"f73253c6-336a-4de3-8546-14b14ed62d31","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:09.965389868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"4ca5e5ec-dd56-4b41-b6cc-023e6ac07e8a","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:10.120464234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-status-active-auth","reconcileID":"d7cb97ff-2696-41db-864a-99b2d6ada79f","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:10.120490026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"a2fe768e-8756-4380-a225-fd91625e3ec4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:10.121214427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"12012a03-f218-4d91-8adf-267c5fec09c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:10.178416608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"12012a03-f218-4d91-8adf-267c5fec09c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:10.17848246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-status-active-auth","reconcileID":"d7cb97ff-2696-41db-864a-99b2d6ada79f","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:10.180709468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"a2fe768e-8756-4380-a225-fd91625e3ec4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:16.893030843Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-list-subs-refs-sub","reconcileID":"d935aa1a-178e-482d-b618-76c04c573359","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:17.108225526Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-list-subs-refs-sub","reconcileID":"d935aa1a-178e-482d-b618-76c04c573359","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:17.329610832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"22e0bba3-aed8-4389-83e4-85ec97c6a36d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:17.387220592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"feb3546b-3678-4802-afd0-af00179484e6","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:17.561667677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"f438e765-4106-4aa5-8fac-360ff38fb251","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:17.613746888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"88d1c27a-8788-4601-a97c-9c900224a35e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:17.619760125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"f438e765-4106-4aa5-8fac-360ff38fb251","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:17.6708056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"88d1c27a-8788-4601-a97c-9c900224a35e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:18.205987992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"e2e-enrichment-model-ref","reconcileID":"1954fba8-5dc4-42ad-893d-a596121e9ad1","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"tenant":"e2e-worker-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:18.206077636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"e2e-enrichment-model-ref","reconcileID":"1954fba8-5dc4-42ad-893d-a596121e9ad1","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:18.267776034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"a2faeb50-424f-4d9c-b8d2-616812d1e994","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:18.372249475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a02f0e-1c37-4e59-8716-fbf058f9a895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:18.405440508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"e2e-enrichment-model-ref","reconcileID":"f8a98cd6-f1f9-4652-b084-bf02c998b759","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"tenant":"e2e-worker-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:18.405463831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"e2e-enrichment-model-ref","reconcileID":"f8a98cd6-f1f9-4652-b084-bf02c998b759","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:18.424330981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a02f0e-1c37-4e59-8716-fbf058f9a895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:18.476487149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a02f0e-1c37-4e59-8716-fbf058f9a895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:18.528683848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a02f0e-1c37-4e59-8716-fbf058f9a895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:18.585496515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"e2e-enrichment-model-ref","reconcileID":"8e5bb9c9-2f4d-4e23-8c93-105af79fc31b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"tenant":"e2e-worker-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:18.585521263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"e2e-enrichment-model-ref","reconcileID":"8e5bb9c9-2f4d-4e23-8c93-105af79fc31b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:49:18.586432483Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-e1ca71/e2e-enrichment-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:18.641996196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"e2e-enrichment-model-ref","reconcileID":"bfd88868-fba9-475f-95af-ce6ee4282aee","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"tenant":"e2e-worker-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:18.642013331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"e2e-enrichment-model-ref","reconcileID":"bfd88868-fba9-475f-95af-ce6ee4282aee","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:18.684673964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"651740fc-8c1d-4324-acd8-cbaf5eb67f8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:18.684673703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"ed122179-d1c7-4633-9e16-0fdd87095595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:18.715693539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"e2e-enrichment-model-ref","reconcileID":"7bc2d4f2-09ac-4e6f-80c6-86803a890a8c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"tenant":"e2e-worker-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:18.71571633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"e2e-enrichment-model-ref","reconcileID":"7bc2d4f2-09ac-4e6f-80c6-86803a890a8c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:18.741957184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"651740fc-8c1d-4324-acd8-cbaf5eb67f8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:18.744432037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"ed122179-d1c7-4633-9e16-0fdd87095595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:18.799588489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"e2e-enrichment-model-ref","reconcileID":"8136ae7e-72e6-484b-9f40-3b28e5240fa4","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"tenant":"e2e-worker-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:18.799608431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"e2e-enrichment-model-ref","reconcileID":"8136ae7e-72e6-484b-9f40-3b28e5240fa4","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:49:18.852967842Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"e2e-enrichment-model-ref","reconcileID":"8136ae7e-72e6-484b-9f40-3b28e5240fa4","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:49:18.853030842Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"e2e-enrichment-model-ref","reconcileID":"8136ae7e-72e6-484b-9f40-3b28e5240fa4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:18.858353585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"e2e-enrichment-model-ref","reconcileID":"726ede59-2a66-4e9d-8868-52fb1f9ca75f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"tenant":"e2e-worker-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:18.858368798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"e2e-enrichment-model-ref","reconcileID":"726ede59-2a66-4e9d-8868-52fb1f9ca75f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:18.898571087Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-enrichment-sub","reconcileID":"071feae3-cc97-413f-ad46-4272ae0c9401","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:19.001235607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-enrichment-auth","reconcileID":"371f7eba-9452-40e4-bb13-a5c49f558ef2","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:19.05805571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-enrichment-auth","reconcileID":"371f7eba-9452-40e4-bb13-a5c49f558ef2","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:19.097426807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"e2e-enrichment-model-ref","reconcileID":"7ece6190-4caa-4d29-acfc-64761cc5af6a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"tenant":"e2e-worker-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:19.09744997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"e2e-enrichment-model-ref","reconcileID":"7ece6190-4caa-4d29-acfc-64761cc5af6a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:19.151035987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"a20bc280-e11f-44c2-be47-f16f17f93726","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:19.151035946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"62a153fc-11f0-4c00-a23f-2401caa16be4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:19.207915885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"a20bc280-e11f-44c2-be47-f16f17f93726","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:19.208092787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"62a153fc-11f0-4c00-a23f-2401caa16be4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:19.305786696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-enrichment-sub","reconcileID":"740be986-2212-4eb4-a023-8205a4b6a214","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-e1ca71/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:19.373568694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"e2e-enrichment-model-ref","reconcileID":"3eed0fc6-c2d2-45a3-8d10-3e0944534c6d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"tenant":"e2e-worker-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:19.373592511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"e2e-enrichment-model-ref","reconcileID":"3eed0fc6-c2d2-45a3-8d10-3e0944534c6d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:19.622566346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-enrichment-auth","reconcileID":"d51ef51a-1c4f-4ae1-b489-ff9522acb98e","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:19.679840915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-enrichment-auth","reconcileID":"d51ef51a-1c4f-4ae1-b489-ff9522acb98e","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.052257985Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-enrichment-auth","reconcileID":"33692415-6f92-4eae-844a-9202218b4767","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.052388141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"e2e-enrichment-model-ref","reconcileID":"b98b0d18-d9f7-48e5-b6ac-daa9eb56b7fb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"tenant":"e2e-worker-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.052407119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"e2e-enrichment-model-ref","reconcileID":"b98b0d18-d9f7-48e5-b6ac-daa9eb56b7fb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.127765266Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-status-active-sub","reconcileID":"58b18002-1511-49f7-bdbe-da3cd1f829e8","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.232741093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"e2e-enrichment-model-ref","reconcileID":"445a7c1c-8fd0-492c-a356-cb8e1be29973","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"tenant":"e2e-worker-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.232762806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"e2e-enrichment-model-ref","reconcileID":"445a7c1c-8fd0-492c-a356-cb8e1be29973","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.265953603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"1321c447-0dd2-4f53-a805-9ac4ea3adb0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.266162244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"53828b84-20dd-4d8c-ae5c-7249eb9e2a11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.31839969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-enrichment-sub","reconcileID":"5ced0aab-97cf-42a5-93a1-25e2969431b7","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-e1ca71/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.323312077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"53828b84-20dd-4d8c-ae5c-7249eb9e2a11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.323924253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"1321c447-0dd2-4f53-a805-9ac4ea3adb0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.343364221Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-status-active-sub","reconcileID":"58b18002-1511-49f7-bdbe-da3cd1f829e8","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-7abb95/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.422879464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"e2e-enrichment-model-ref","reconcileID":"4bdef92a-8dc8-46a2-b7d6-ca44a65e160c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"tenant":"e2e-worker-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.42290199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"e2e-enrichment-model-ref","reconcileID":"4bdef92a-8dc8-46a2-b7d6-ca44a65e160c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.477824857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a459a96-e0a6-479c-856a-562032d8a07a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.478050504Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-31144e"},"namespace":"ai-tenant-e2e-praxis-b-31144e","name":"default-tenant","reconcileID":"fea9d501-5d67-49ae-9bfd-4f15f1e4c8ba","namespace":"ai-tenant-e2e-praxis-b-31144e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.47810857Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-31144e"},"namespace":"ai-tenant-e2e-praxis-b-31144e","name":"default-tenant","reconcileID":"fea9d501-5d67-49ae-9bfd-4f15f1e4c8ba","namespace":"ai-tenant-e2e-praxis-b-31144e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.478161174Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-31144e"},"namespace":"ai-tenant-e2e-praxis-b-31144e","name":"default-tenant","reconcileID":"fea9d501-5d67-49ae-9bfd-4f15f1e4c8ba","tenant":"e2e-praxis-b-31144e","tenantID":"e2e-praxis-b-31144e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.530219742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a459a96-e0a6-479c-856a-562032d8a07a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.531799363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-31144e"},"namespace":"ai-tenant-e2e-praxis-b-31144e","name":"default-tenant","reconcileID":"fea9d501-5d67-49ae-9bfd-4f15f1e4c8ba","gvk":"Deployment","name":"maas-api-e2e-praxis-b-31144e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.582640229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a459a96-e0a6-479c-856a-562032d8a07a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.582895505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"cb6aaa1e-b73a-44ab-b2eb-b42d4cc8581f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.635531523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a459a96-e0a6-479c-856a-562032d8a07a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.640280485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"bdd30185-2cae-4b4b-91a6-c28569ae14f8","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.646021502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-31144e"},"namespace":"ai-tenant-e2e-praxis-b-31144e","name":"default-tenant","reconcileID":"fea9d501-5d67-49ae-9bfd-4f15f1e4c8ba","gvk":"Service","name":"maas-api-e2e-praxis-b-31144e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.705396781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-31144e"},"namespace":"ai-tenant-e2e-praxis-b-31144e","name":"default-tenant","reconcileID":"fea9d501-5d67-49ae-9bfd-4f15f1e4c8ba","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-31144e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.743528308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"4a21eb65-f5c9-4efe-b0ba-80b714a410ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.759247295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-31144e"},"namespace":"ai-tenant-e2e-praxis-b-31144e","name":"default-tenant","reconcileID":"fea9d501-5d67-49ae-9bfd-4f15f1e4c8ba","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-31144e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.802917324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"4a21eb65-f5c9-4efe-b0ba-80b714a410ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.805638534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"e9198c4f-721f-44d1-b7ed-10dfe7d2d2e5","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.814435764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-31144e"},"namespace":"ai-tenant-e2e-praxis-b-31144e","name":"default-tenant","reconcileID":"fea9d501-5d67-49ae-9bfd-4f15f1e4c8ba","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-31144e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.85335146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"577d792c-d17e-4d1c-aad1-95e65e66341d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.853432569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-status-active-auth","reconcileID":"478eff76-9969-4a88-af4f-8f938ebdb072","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.854220721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"3806c927-f376-4da9-acbe-73236c244410","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.854550485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"dfd03897-691e-4dd4-a12e-dbcd39ea7744","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.910776859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-status-active-auth","reconcileID":"478eff76-9969-4a88-af4f-8f938ebdb072","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.910865388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"577d792c-d17e-4d1c-aad1-95e65e66341d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.911166007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-31144e"},"namespace":"ai-tenant-e2e-praxis-b-31144e","name":"default-tenant","reconcileID":"fea9d501-5d67-49ae-9bfd-4f15f1e4c8ba","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-31144e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.913421178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"dfd03897-691e-4dd4-a12e-dbcd39ea7744","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.913521689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"3806c927-f376-4da9-acbe-73236c244410","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:20.970023938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-31144e"},"namespace":"ai-tenant-e2e-praxis-b-31144e","name":"default-tenant","reconcileID":"fea9d501-5d67-49ae-9bfd-4f15f1e4c8ba","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-31144e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:21.024276829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-31144e"},"namespace":"ai-tenant-e2e-praxis-b-31144e","name":"default-tenant","reconcileID":"fea9d501-5d67-49ae-9bfd-4f15f1e4c8ba","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-31144e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:21.075851979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-31144e"},"namespace":"ai-tenant-e2e-praxis-b-31144e","name":"default-tenant","reconcileID":"fea9d501-5d67-49ae-9bfd-4f15f1e4c8ba","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-31144e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:21.110960756Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-status-active-auth","reconcileID":"cf2932d5-014d-4aa0-baf6-f072f00a8580","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:21.127353549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-31144e"},"namespace":"ai-tenant-e2e-praxis-b-31144e","name":"default-tenant","reconcileID":"fea9d501-5d67-49ae-9bfd-4f15f1e4c8ba","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-31144e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:21.178831747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-31144e"},"namespace":"ai-tenant-e2e-praxis-b-31144e","name":"default-tenant","reconcileID":"fea9d501-5d67-49ae-9bfd-4f15f1e4c8ba","gvk":"Service","name":"payload-processing-e2e-praxis-b-31144e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:21.230248967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-31144e"},"namespace":"ai-tenant-e2e-praxis-b-31144e","name":"default-tenant","reconcileID":"fea9d501-5d67-49ae-9bfd-4f15f1e4c8ba","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-31144e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:21.281627908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-31144e"},"namespace":"ai-tenant-e2e-praxis-b-31144e","name":"default-tenant","reconcileID":"fea9d501-5d67-49ae-9bfd-4f15f1e4c8ba","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-31144e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:21.324127689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"30d70712-8a53-45d2-b76d-9f8dd2da514b","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:21.333084965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-31144e"},"namespace":"ai-tenant-e2e-praxis-b-31144e","name":"default-tenant","reconcileID":"fea9d501-5d67-49ae-9bfd-4f15f1e4c8ba","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-31144e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:21.384519908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-31144e"},"namespace":"ai-tenant-e2e-praxis-b-31144e","name":"default-tenant","reconcileID":"fea9d501-5d67-49ae-9bfd-4f15f1e4c8ba","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-31144e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:21.443628747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-31144e"},"namespace":"ai-tenant-e2e-praxis-b-31144e","name":"default-tenant","reconcileID":"fea9d501-5d67-49ae-9bfd-4f15f1e4c8ba","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-31144e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:21.495139521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-31144e"},"namespace":"ai-tenant-e2e-praxis-b-31144e","name":"default-tenant","reconcileID":"fea9d501-5d67-49ae-9bfd-4f15f1e4c8ba","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-31144e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:21.547034442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-31144e"},"namespace":"ai-tenant-e2e-praxis-b-31144e","name":"default-tenant","reconcileID":"fea9d501-5d67-49ae-9bfd-4f15f1e4c8ba","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-31144e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:21.598997688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-31144e"},"namespace":"ai-tenant-e2e-praxis-b-31144e","name":"default-tenant","reconcileID":"fea9d501-5d67-49ae-9bfd-4f15f1e4c8ba","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-31144e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:21.651127461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-31144e"},"namespace":"ai-tenant-e2e-praxis-b-31144e","name":"default-tenant","reconcileID":"fea9d501-5d67-49ae-9bfd-4f15f1e4c8ba","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-31144e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:22.462280631Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-31144e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-31144e","reconcileID":"8213f7cc-90e7-4481-8b81-b5de242e90d2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-31144e","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-31144e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:23.569936562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19ef3df6-13b1-4578-8390-f0f761cc4793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:23.622727718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19ef3df6-13b1-4578-8390-f0f761cc4793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:23.674614736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19ef3df6-13b1-4578-8390-f0f761cc4793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:23.72649496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19ef3df6-13b1-4578-8390-f0f761cc4793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:25.644951989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f775be8-ae3f-46e3-bc71-7c34677e1845","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:25.69712199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f775be8-ae3f-46e3-bc71-7c34677e1845","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:25.749129246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f775be8-ae3f-46e3-bc71-7c34677e1845","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:25.801310388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f775be8-ae3f-46e3-bc71-7c34677e1845","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:30.645276722Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-enrichment-sub","reconcileID":"9cfe3845-bda8-467a-99b2-5f9edaf45c16","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:30.701910831Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-enrichment-sub","reconcileID":"9cfe3845-bda8-467a-99b2-5f9edaf45c16","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:30.753925778Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-enrichment-sub","reconcileID":"9cfe3845-bda8-467a-99b2-5f9edaf45c16","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:30.783332877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"745c8f31-34c4-4aa5-9707-3c14ee5adfcc","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:30.78367861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-w3-7abb95","reconcileID":"1246bcf9-9da3-48bf-8f87-392779c3aa64","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:30.838707628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"f7dc7ecc-f1ca-4d42-b15f-01126c103d2e","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:30.839088053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-w3-7abb95","reconcileID":"de2ec7f7-07cb-43d4-a162-d0f92e6d2fb2","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:49:30.892192354Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-partial-access-sub","reconcileID":"33d988d4-b9d7-4578-b86b-044115fb079d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:30.941965058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"8533aa4f-36d9-48f9-b718-4d80ae5c4449","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:30.94198603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"4befca46-d591-4323-af68-b7a16d91d14d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:30.999651288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"8533aa4f-36d9-48f9-b718-4d80ae5c4449","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:30.999762194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"4befca46-d591-4323-af68-b7a16d91d14d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.005277977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"0782347d-2ae2-4385-81bd-834217e90909","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.005581996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-w3-7abb95","reconcileID":"495f6a57-d710-45ab-90c7-99250d00643c","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.062654383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"b9bb465f-08cc-4210-ac9b-b3af6ba5c652","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.063053587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-w3-7abb95","reconcileID":"e50b4a7b-80be-4fb4-a1fa-f238408d79f5","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.063774179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"e2e-enrichment-model-ref","reconcileID":"b5f2ecd7-038b-4bca-9340-bdafb11a77e4","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"tenant":"e2e-worker-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.063791827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"e2e-enrichment-model-ref","reconcileID":"b5f2ecd7-038b-4bca-9340-bdafb11a77e4","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.089496364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"91d05f61-539f-4e61-a275-1f1c3dde78fc","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.12160441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"6a887f2c-0091-4756-a5e4-c094319927cd","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.121956867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-w3-7abb95","reconcileID":"01bb5cc3-d5bb-4686-abd4-afb861b1895f","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.147689433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"335b6777-a68d-4eac-aaf0-25a80156cf81","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.219002876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"887342de-69a9-4e88-be1e-cb549d1dea2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.219695799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"4681be69-5fb4-4b25-b06c-a95d9ee08af2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.276319081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"4681be69-5fb4-4b25-b06c-a95d9ee08af2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.276533981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"887342de-69a9-4e88-be1e-cb549d1dea2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.318272186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-partial-access-auth","reconcileID":"2c024d3a-7617-48c0-ad75-17d7bcae3812","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.330027079Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-partial-access-sub","reconcileID":"82afa853-440d-4397-8421-c6b976091668","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-7abb95/e2e-partial-access-sub","ai-tenant-e2e-worker-w3-7abb95/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.374737325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-partial-access-auth","reconcileID":"2c024d3a-7617-48c0-ad75-17d7bcae3812","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.419462208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"d975eb92-77ce-4b55-9879-342e3e7b0072","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.419530064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"63087ffb-9800-46f9-bbd7-eb6e846ef634","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.464266294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"c19931a5-9b76-4bdf-a0e8-fc6c5d6c7eed","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.477456485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"d975eb92-77ce-4b55-9879-342e3e7b0072","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.477542544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"63087ffb-9800-46f9-bbd7-eb6e846ef634","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.489386851Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-partial-access-sub","reconcileID":"82afa853-440d-4397-8421-c6b976091668","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-distinct-w3-7abb95","model":"distinct-w3-7abb95","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-7abb95/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.49038556Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bf38e4"},"namespace":"ai-tenant-e2e-praxis-b-bf38e4","name":"default-tenant","reconcileID":"e5f4e2cf-f284-4fc9-a654-30a8939a9850","namespace":"ai-tenant-e2e-praxis-b-bf38e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.490459954Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bf38e4"},"namespace":"ai-tenant-e2e-praxis-b-bf38e4","name":"default-tenant","reconcileID":"e5f4e2cf-f284-4fc9-a654-30a8939a9850","namespace":"ai-tenant-e2e-praxis-b-bf38e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.490537998Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bf38e4"},"namespace":"ai-tenant-e2e-praxis-b-bf38e4","name":"default-tenant","reconcileID":"e5f4e2cf-f284-4fc9-a654-30a8939a9850","tenant":"e2e-praxis-b-bf38e4","tenantID":"e2e-praxis-b-bf38e4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.538631653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"96512ea1-dd60-42ed-a0f5-27a6bca073da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.544052149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bf38e4"},"namespace":"ai-tenant-e2e-praxis-b-bf38e4","name":"default-tenant","reconcileID":"e5f4e2cf-f284-4fc9-a654-30a8939a9850","gvk":"Deployment","name":"maas-api-e2e-praxis-b-bf38e4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.603566113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bf38e4"},"namespace":"ai-tenant-e2e-praxis-b-bf38e4","name":"default-tenant","reconcileID":"e5f4e2cf-f284-4fc9-a654-30a8939a9850","gvk":"Service","name":"maas-api-e2e-praxis-b-bf38e4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.662768041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bf38e4"},"namespace":"ai-tenant-e2e-praxis-b-bf38e4","name":"default-tenant","reconcileID":"e5f4e2cf-f284-4fc9-a654-30a8939a9850","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-bf38e4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.70791563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"9b70e660-1f24-4f1c-be14-1721fcf8b0aa","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.708347731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-w3-7abb95","reconcileID":"11828ef7-3738-40e5-a3fd-49f05ed0920b","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.718492187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bf38e4"},"namespace":"ai-tenant-e2e-praxis-b-bf38e4","name":"default-tenant","reconcileID":"e5f4e2cf-f284-4fc9-a654-30a8939a9850","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-bf38e4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.767541649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"2ae995a3-bce8-4c45-a838-40795851172e","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.773289829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bf38e4"},"namespace":"ai-tenant-e2e-praxis-b-bf38e4","name":"default-tenant","reconcileID":"e5f4e2cf-f284-4fc9-a654-30a8939a9850","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-bf38e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.827490231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bf38e4"},"namespace":"ai-tenant-e2e-praxis-b-bf38e4","name":"default-tenant","reconcileID":"e5f4e2cf-f284-4fc9-a654-30a8939a9850","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-bf38e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.8840605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bf38e4"},"namespace":"ai-tenant-e2e-praxis-b-bf38e4","name":"default-tenant","reconcileID":"e5f4e2cf-f284-4fc9-a654-30a8939a9850","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-bf38e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.920875438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-partial-access-sub","reconcileID":"b0d95082-9e08-48a0-b94b-70574c8c10f1","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.922137034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-partial-access-auth","reconcileID":"8ba29337-0e31-4720-8069-96ed2016eac0","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.938258189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bf38e4"},"namespace":"ai-tenant-e2e-praxis-b-bf38e4","name":"default-tenant","reconcileID":"e5f4e2cf-f284-4fc9-a654-30a8939a9850","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-bf38e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.986688157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-partial-access-auth","reconcileID":"8ba29337-0e31-4720-8069-96ed2016eac0","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:31.989981652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bf38e4"},"namespace":"ai-tenant-e2e-praxis-b-bf38e4","name":"default-tenant","reconcileID":"e5f4e2cf-f284-4fc9-a654-30a8939a9850","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-bf38e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:32.042482434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bf38e4"},"namespace":"ai-tenant-e2e-praxis-b-bf38e4","name":"default-tenant","reconcileID":"e5f4e2cf-f284-4fc9-a654-30a8939a9850","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-bf38e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:32.078069065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-partial-access-sub","reconcileID":"b0d95082-9e08-48a0-b94b-70574c8c10f1","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-distinct-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/distinct-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:32.093865378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bf38e4"},"namespace":"ai-tenant-e2e-praxis-b-bf38e4","name":"default-tenant","reconcileID":"e5f4e2cf-f284-4fc9-a654-30a8939a9850","gvk":"Service","name":"payload-processing-e2e-praxis-b-bf38e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:32.145466396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bf38e4"},"namespace":"ai-tenant-e2e-praxis-b-bf38e4","name":"default-tenant","reconcileID":"e5f4e2cf-f284-4fc9-a654-30a8939a9850","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-bf38e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:32.197119507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bf38e4"},"namespace":"ai-tenant-e2e-praxis-b-bf38e4","name":"default-tenant","reconcileID":"e5f4e2cf-f284-4fc9-a654-30a8939a9850","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-bf38e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:32.256161328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bf38e4"},"namespace":"ai-tenant-e2e-praxis-b-bf38e4","name":"default-tenant","reconcileID":"e5f4e2cf-f284-4fc9-a654-30a8939a9850","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-bf38e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:32.256849139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"448df22f-75d4-4ab4-96f5-c8e7ab29837d","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:32.31093455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bf38e4"},"namespace":"ai-tenant-e2e-praxis-b-bf38e4","name":"default-tenant","reconcileID":"e5f4e2cf-f284-4fc9-a654-30a8939a9850","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-bf38e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:32.314227782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"7555cdf2-8788-468c-a68d-6d8d702c458d","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:32.366799881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bf38e4"},"namespace":"ai-tenant-e2e-praxis-b-bf38e4","name":"default-tenant","reconcileID":"e5f4e2cf-f284-4fc9-a654-30a8939a9850","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-bf38e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:49:32.369742255Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-match-sub","reconcileID":"a8a356df-43d7-4e93-865d-b850d99093fe","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:32.414536997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"b2530223-5e52-4d6e-b088-174b6e244a4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:32.414536661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"ce205d36-a3e6-4255-861e-ceb94410d8bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:32.418258527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bf38e4"},"namespace":"ai-tenant-e2e-praxis-b-bf38e4","name":"default-tenant","reconcileID":"e5f4e2cf-f284-4fc9-a654-30a8939a9850","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-bf38e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:32.47667641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"ce205d36-a3e6-4255-861e-ceb94410d8bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:32.478921801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"b2530223-5e52-4d6e-b088-174b6e244a4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:32.482421658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bf38e4"},"namespace":"ai-tenant-e2e-praxis-b-bf38e4","name":"default-tenant","reconcileID":"e5f4e2cf-f284-4fc9-a654-30a8939a9850","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-bf38e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:32.492016899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"adb838f0-0baf-4a65-8ccc-391c36566494","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:32.539405298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bf38e4"},"namespace":"ai-tenant-e2e-praxis-b-bf38e4","name":"default-tenant","reconcileID":"e5f4e2cf-f284-4fc9-a654-30a8939a9850","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-bf38e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:32.549794124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"0decab51-ce1f-46f1-9bc4-f40c6e20d9bf","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:32.559894131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"345e2cf5-576f-424f-9367-aa3554fd171e","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:32.560386542Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-e1ca71 priority=0:[ai-tenant-e2e-worker-w2-e1ca71/e2e-model-match-sub ai-tenant-e2e-worker-w2-e1ca71/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:32.591315643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bf38e4"},"namespace":"ai-tenant-e2e-praxis-b-bf38e4","name":"default-tenant","reconcileID":"e5f4e2cf-f284-4fc9-a654-30a8939a9850","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-bf38e4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:32.615838703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"3505e86e-58f7-451e-9371-7e05674e5560","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:49:32.669869543Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-nomatch-sub","reconcileID":"d07b682e-5418-45cf-bff5-94e7b88d1adc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:32.674589434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"640e0e68-bea7-4778-860e-0eefad73f1ed","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:32.762735716Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-match-sub","reconcileID":"d99e8167-2d42-47c2-a01f-980ade228896","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-distinct-w2-e1ca71","model":"distinct-w2-e1ca71","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:32.791897174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"e7b42181-f731-4def-9cdf-d31095aa80c8","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:32.850004949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"ef2724b4-ed0b-4043-b040-5a64fe6c5857","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:32.852539021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"e976dc4c-b670-4e1a-bc48-0dbe221f0777","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:32.852649366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"1bb6181e-18ae-407d-9f08-1cc1b9d86d79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:32.867203247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"c4d14578-d3bc-43c4-b585-aebeb855345c","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:32.932390897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"e976dc4c-b670-4e1a-bc48-0dbe221f0777","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:32.934571316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"1bb6181e-18ae-407d-9f08-1cc1b9d86d79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:32.985023433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"1bab7ae3-1a05-46b5-8c0c-adeaa97b3542","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:32.987988383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"96a1591d-ecf1-41e4-b623-a6d14883dd5e","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:33.087919208Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-nomatch-sub","reconcileID":"081695bf-7b7e-4e48-86d4-587c60ff33a8","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-distinct-2-w2-e1ca71","model":"distinct-2-w2-e1ca71","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e1ca71/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:33.175861525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"db68258a-1daf-4164-ab1d-695fdef919c1","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:33.190496385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-match-auth","reconcileID":"8c0f95ed-04fd-41f6-a037-14cbdb3316ff","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:33.195574478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-match-sub","reconcileID":"105b965f-bccc-4b40-ae81-3348679cba66","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-distinct-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/distinct-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:33.233861225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"bea03e47-4348-41ca-8b73-9779f11f675b","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:33.247578469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-match-auth","reconcileID":"8c0f95ed-04fd-41f6-a037-14cbdb3316ff","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:33.254055569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"c875f578-12cd-4089-9e15-9b9c2e3f09e1","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:33.402747452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"ce4c82f4-637c-4813-81fa-5768a1fe4adb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:33.402744651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"c4d2d0d9-a06d-41f3-81ae-4e33ca6bc5cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:33.459591637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"c4d2d0d9-a06d-41f3-81ae-4e33ca6bc5cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:33.459792833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"ce4c82f4-637c-4813-81fa-5768a1fe4adb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:33.462277071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-nomatch-sub","reconcileID":"32d33949-9b37-42e6-a4fd-058cc5926b7e","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-distinct-2-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/distinct-2-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:33.486954069Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-bf38e4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-bf38e4","reconcileID":"182a7ac6-7f9f-4129-9e83-ab9cd76b663a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-bf38e4","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-bf38e4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:33.498309166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-nomatch-auth","reconcileID":"e223d0be-a389-48a7-a365-a2dc0dec532f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:33.555041677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-nomatch-auth","reconcileID":"e223d0be-a389-48a7-a365-a2dc0dec532f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:33.563395984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"14297744-e241-4407-86f3-4add92a247f0","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:33.864572873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-match-auth","reconcileID":"11010e58-e16a-49c0-85dc-5e5a92890fa7","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:33.870642538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"7bc2cd22-235c-4da2-9a31-6ce0c3202aaa","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:33.921523038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-match-auth","reconcileID":"11010e58-e16a-49c0-85dc-5e5a92890fa7","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:34.027417237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"3d88d4ee-3a09-43e7-b545-c33a956fcf24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:34.027948439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"aa6a34c4-196c-4490-9bc1-444e139a6d5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:34.133675695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"aa6a34c4-196c-4490-9bc1-444e139a6d5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:34.136856469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"3d88d4ee-3a09-43e7-b545-c33a956fcf24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:34.182639591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-nomatch-auth","reconcileID":"60130711-202e-4387-af66-873398de9604","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:34.240013834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-nomatch-auth","reconcileID":"60130711-202e-4387-af66-873398de9604","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:34.518107633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"7d55984f-943b-4b7e-bf26-16dcccea9f4f","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:34.518122072Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-partial-access-auth","reconcileID":"28b301e1-c383-48ad-97ef-4df3e1304f5c","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:34.666564802Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:34.67882901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"f6a8d079-cb6b-45c7-a842-d38b2189ef56","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:34.698957889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bb6d8ab-8960-4926-b026-1f7b832961ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:34.75115653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bb6d8ab-8960-4926-b026-1f7b832961ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:34.803198875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bb6d8ab-8960-4926-b026-1f7b832961ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:34.849294914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"ffb8103c-3bb0-4a8d-b91d-55b9bcc5e790","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:34.855154776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bb6d8ab-8960-4926-b026-1f7b832961ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:34.856100295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-w3-7abb95","reconcileID":"2c7b01c7-3a98-4533-966e-ce1242caa94c","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:35.014650487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"f0b0f6db-f7d9-4bca-ab07-8d9369d956e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:35.014651644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"f9f93f58-7eec-4a8e-97b7-ccd1d67233fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:35.05229457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"ff17dfe0-6372-438f-8437-4912d6cce4dc","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:35.089163233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"f0b0f6db-f7d9-4bca-ab07-8d9369d956e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:35.090093883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"f9f93f58-7eec-4a8e-97b7-ccd1d67233fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:35.255810139Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-match-sub","reconcileID":"b2eb490c-8297-4f55-b3ad-66123a023265","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c0db33ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:35.358245449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-match-auth","reconcileID":"afcf07d2-4f71-4d04-83b4-b8fb11e297b0","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:35.358263966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"190e7405-fa25-46dc-870a-f478c4347961","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:35.358667946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-nomatch-auth","reconcileID":"c9f22966-ecd8-4b59-8ea1-e736e890f5c0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:35.415696069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-nomatch-auth","reconcileID":"c9f22966-ecd8-4b59-8ea1-e736e890f5c0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:35.415916447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"190e7405-fa25-46dc-870a-f478c4347961","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:35.417786828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-match-auth","reconcileID":"afcf07d2-4f71-4d04-83b4-b8fb11e297b0","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:35.56156969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"1d520bcd-8d97-46bf-b8b6-4da35eadd0e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:35.622839338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"1d520bcd-8d97-46bf-b8b6-4da35eadd0e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:35.830292614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-nomatch-auth","reconcileID":"3b3a9f77-4ba6-48e2-bd01-043bc7164188","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:35.830477499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"333fd5ca-6af6-4ad2-86b3-bc5b2bc9d303","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:35.830968345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-match-auth","reconcileID":"6e949910-ad08-45ac-8f5b-71330f5827e1","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:35.888776462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"333fd5ca-6af6-4ad2-86b3-bc5b2bc9d303","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:35.88915292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-nomatch-auth","reconcileID":"3b3a9f77-4ba6-48e2-bd01-043bc7164188","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:35.940840391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-match-auth","reconcileID":"6e949910-ad08-45ac-8f5b-71330f5827e1","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:36.77636502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f146140e-e238-413d-bd8e-bb1b166dfed4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:36.828219482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f146140e-e238-413d-bd8e-bb1b166dfed4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:36.879916498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f146140e-e238-413d-bd8e-bb1b166dfed4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:36.931896627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f146140e-e238-413d-bd8e-bb1b166dfed4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:38.034155215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"e2e-temp-model-status","reconcileID":"4e95b4fc-4f72-4a0a-a3de-b49defad5a5c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"tenant":"e2e-worker-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:38.034203278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"e2e-temp-model-status","reconcileID":"4e95b4fc-4f72-4a0a-a3de-b49defad5a5c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:38.092145343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"40f5ebac-ea14-4a4d-aea8-2b5e5bdd7c8c","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:38.21576345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"e2e-temp-model-status","reconcileID":"18241157-bef5-4c6e-b31f-84894d16945a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"tenant":"e2e-worker-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:38.21578482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"e2e-temp-model-status","reconcileID":"18241157-bef5-4c6e-b31f-84894d16945a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:38.272795075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"e2e-temp-model-status","reconcileID":"1a7e97ec-31d0-46b8-9ef5-2d10cf2f648e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"tenant":"e2e-worker-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:38.272817095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"e2e-temp-model-status","reconcileID":"1a7e97ec-31d0-46b8-9ef5-2d10cf2f648e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:38.483223544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-status-transition-auth","reconcileID":"6497e1b9-d4e0-439e-be74-e604f7eece78","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:38.527236368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"e2e-temp-model-status","reconcileID":"849ce5af-90ec-4752-8bf8-5a63c5c6125e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"tenant":"e2e-worker-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:38.527260556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"e2e-temp-model-status","reconcileID":"849ce5af-90ec-4752-8bf8-5a63c5c6125e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:38.540095699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-status-transition-auth","reconcileID":"6497e1b9-d4e0-439e-be74-e604f7eece78","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:38.585017874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"e2e-temp-model-status","reconcileID":"f2c6284c-afb4-4069-81c4-bc1047849ca4","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"tenant":"e2e-worker-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:38.58503832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"e2e-temp-model-status","reconcileID":"f2c6284c-afb4-4069-81c4-bc1047849ca4","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:49:38.633203461Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-status-transition-sub","reconcileID":"c2cf7c67-1917-4ad6-9aa6-3a8940a98086","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:49:38.638340163Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"e2e-temp-model-status","reconcileID":"f2c6284c-afb4-4069-81c4-bc1047849ca4","name":"e2e-temp-model-status","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:49:38.638391388Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"e2e-temp-model-status","reconcileID":"f2c6284c-afb4-4069-81c4-bc1047849ca4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:38.642956056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"beca0ba6-deef-4679-bf9e-615f56c89507","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:38.643669103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"e2e-temp-model-status","reconcileID":"e1dbbd99-31ac-422f-8698-32e27f4d98d0","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"tenant":"e2e-worker-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:38.643683872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"e2e-temp-model-status","reconcileID":"e1dbbd99-31ac-422f-8698-32e27f4d98d0","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:38.732821462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"e5a7dbb9-ab66-4c1c-80b8-05d1027b0213","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:38.732819085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"6037f98b-7623-4591-9aae-eaccf3c81626","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:38.742305469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"e2e-temp-model-status","reconcileID":"53afbd80-9a16-4dee-b9c3-9cdb4d8656c2","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"tenant":"e2e-worker-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:38.742322779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"e2e-temp-model-status","reconcileID":"53afbd80-9a16-4dee-b9c3-9cdb4d8656c2","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:38.79050361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"6037f98b-7623-4591-9aae-eaccf3c81626","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:38.790775231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"e5a7dbb9-ab66-4c1c-80b8-05d1027b0213","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:38.800564038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"e2e-temp-model-status","reconcileID":"cdf92344-a27a-45a1-8a9a-459ad121e01a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"tenant":"e2e-worker-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:38.800583922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"e2e-temp-model-status","reconcileID":"cdf92344-a27a-45a1-8a9a-459ad121e01a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:38.855123342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"e2e-temp-model-status","reconcileID":"d02842b7-ce03-40dd-8a7b-e122b1aea031","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"tenant":"e2e-worker-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:38.85514759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"e2e-temp-model-status","reconcileID":"d02842b7-ce03-40dd-8a7b-e122b1aea031","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:39.012005427Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-status-transition-sub","reconcileID":"54a0854b-1e31-483d-8018-2e0ba419f216","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-869cca/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:39.062942012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-status-transition-auth","reconcileID":"6255ffcc-3d97-45e9-8223-f7e9e297f8e8","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:39.119804406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-status-transition-auth","reconcileID":"6255ffcc-3d97-45e9-8223-f7e9e297f8e8","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:39.179439592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"e2e-temp-model-status","reconcileID":"b25d4dcd-7440-4e59-a3fb-c729e481d94b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"tenant":"e2e-worker-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:39.179464412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"e2e-temp-model-status","reconcileID":"b25d4dcd-7440-4e59-a3fb-c729e481d94b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:39.211498055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"e02d0716-d84f-4aa1-8138-80ff4704fd85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:39.211498182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"21083ab1-6abc-478f-9b51-a15487fd0db5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:39.268413636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"21083ab1-6abc-478f-9b51-a15487fd0db5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:39.268649332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"e02d0716-d84f-4aa1-8138-80ff4704fd85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:39.387337844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-status-transition-sub","reconcileID":"e62ad073-39d7-4d5b-82cf-3f88924001b7","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w1-869cca/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:40.276686274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-status-transition-sub","reconcileID":"84c5d8f1-0c0e-4069-a8f4-c09921103b97","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w1-869cca/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:45.06415281Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-partial-access-sub","reconcileID":"ea2b9959-02d3-47f2-86d4-b71ce0fa9ad0","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:45.279835481Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-partial-access-sub","reconcileID":"ea2b9959-02d3-47f2-86d4-b71ce0fa9ad0","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-7abb95/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:45.279870163Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-partial-access-sub","reconcileID":"ea2b9959-02d3-47f2-86d4-b71ce0fa9ad0","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/distinct-w3-7abb95","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:45.308421767Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-match-sub","reconcileID":"343bc2f0-cccd-43ab-a426-def0b9d84999","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/distinct-w2-e1ca71","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:45.334579045Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-partial-access-sub","reconcileID":"ea2b9959-02d3-47f2-86d4-b71ce0fa9ad0","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/distinct-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:45.360894681Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-match-sub","reconcileID":"343bc2f0-cccd-43ab-a426-def0b9d84999","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/distinct-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:45.388478738Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"e2e-partial-access-sub","reconcileID":"ea2b9959-02d3-47f2-86d4-b71ce0fa9ad0","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/distinct-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:45.413031939Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-match-sub","reconcileID":"343bc2f0-cccd-43ab-a426-def0b9d84999","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/distinct-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:45.496635277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"f581671e-d025-4553-82e7-568609caebd8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:45.665983667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"e6119a7b-0f08-443a-b23e-d8495577f4f6","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:45.666478313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-w3-7abb95","reconcileID":"9ebb8583-8f26-4a52-90d7-ec0386f8269e","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:45.690699788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"96e6af95-9f3e-4218-b2f3-23bad920f859","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:45.753719797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"e2e-temp-model-status","reconcileID":"1c9bfdbf-51c1-4804-bd6e-20e802e8313f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"tenant":"e2e-worker-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:45.753741521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"e2e-temp-model-status","reconcileID":"1c9bfdbf-51c1-4804-bd6e-20e802e8313f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:45.835623841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"0821dfa9-0b3b-404c-93fc-5dd797a97bfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:45.83640602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"1928a9d4-e172-4bc4-87da-d2be97e2b81f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:45.862000657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"6013268c-2c36-4cf1-97df-41297c3ec0be","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:45.894012635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"0821dfa9-0b3b-404c-93fc-5dd797a97bfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:45.915527151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"1928a9d4-e172-4bc4-87da-d2be97e2b81f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:46.040630757Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-nomatch-sub","reconcileID":"f59a67d7-ab6a-424b-81b6-b4c4b09ee233","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3d8f2378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:46.048441141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-match-auth","reconcileID":"baf0352a-da02-4951-bee1-a9d8ab12961b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:46.049170238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"29f83531-be84-4295-aec5-af73f888358f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:46.049798356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"2219929b-a76c-476f-a23a-28c3039f339e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:46.108116218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"2219929b-a76c-476f-a23a-28c3039f339e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:46.10816873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"29f83531-be84-4295-aec5-af73f888358f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:46.110698165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-match-auth","reconcileID":"baf0352a-da02-4951-bee1-a9d8ab12961b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:46.367270585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-nomatch-auth","reconcileID":"be1a446c-6e50-44ba-b7d9-78921aa0f91d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:46.424249515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-nomatch-auth","reconcileID":"be1a446c-6e50-44ba-b7d9-78921aa0f91d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:46.673793824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"219cdec7-33e0-4b19-9f38-2436ab7c8168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:46.673912596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-match-auth","reconcileID":"8ebd5f59-6611-406c-9940-3fcfbbe330ec","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:46.725691037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"db5445f2-aa5d-40f9-9ff7-77e71937c6f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:46.740896297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-match-auth","reconcileID":"8ebd5f59-6611-406c-9940-3fcfbbe330ec","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:46.752869029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"219cdec7-33e0-4b19-9f38-2436ab7c8168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:46.787755365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"db5445f2-aa5d-40f9-9ff7-77e71937c6f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:47.439247581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"371717ef-e1c0-4727-9a9b-933cbc476f65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:47.495469482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"371717ef-e1c0-4727-9a9b-933cbc476f65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:47.555356185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"371717ef-e1c0-4727-9a9b-933cbc476f65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:47.611327183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"371717ef-e1c0-4727-9a9b-933cbc476f65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:47.965500296Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-868b06"},"namespace":"ai-tenant-e2e-praxis-b-868b06","name":"default-tenant","reconcileID":"e750f860-b885-43c0-a34b-9d8d38517a3e","namespace":"ai-tenant-e2e-praxis-b-868b06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:47.9656354Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-868b06"},"namespace":"ai-tenant-e2e-praxis-b-868b06","name":"default-tenant","reconcileID":"e750f860-b885-43c0-a34b-9d8d38517a3e","namespace":"ai-tenant-e2e-praxis-b-868b06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:47.965734122Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-868b06"},"namespace":"ai-tenant-e2e-praxis-b-868b06","name":"default-tenant","reconcileID":"e750f860-b885-43c0-a34b-9d8d38517a3e","tenant":"e2e-praxis-b-868b06","tenantID":"e2e-praxis-b-868b06","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:48.01996545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-868b06"},"namespace":"ai-tenant-e2e-praxis-b-868b06","name":"default-tenant","reconcileID":"e750f860-b885-43c0-a34b-9d8d38517a3e","gvk":"Deployment","name":"maas-api-e2e-praxis-b-868b06","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:48.077227275Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-cfc055","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-cfc055","reconcileID":"a1a55798-e72b-47f3-b141-773f96925aba","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-cfc055","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-cfc055":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:48.122132824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-868b06"},"namespace":"ai-tenant-e2e-praxis-b-868b06","name":"default-tenant","reconcileID":"e750f860-b885-43c0-a34b-9d8d38517a3e","gvk":"Service","name":"maas-api-e2e-praxis-b-868b06","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:48.180813532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-868b06"},"namespace":"ai-tenant-e2e-praxis-b-868b06","name":"default-tenant","reconcileID":"e750f860-b885-43c0-a34b-9d8d38517a3e","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-868b06","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:48.242414262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-868b06"},"namespace":"ai-tenant-e2e-praxis-b-868b06","name":"default-tenant","reconcileID":"e750f860-b885-43c0-a34b-9d8d38517a3e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-868b06","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:48.297354335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-868b06"},"namespace":"ai-tenant-e2e-praxis-b-868b06","name":"default-tenant","reconcileID":"e750f860-b885-43c0-a34b-9d8d38517a3e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-868b06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:48.357418236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-868b06"},"namespace":"ai-tenant-e2e-praxis-b-868b06","name":"default-tenant","reconcileID":"e750f860-b885-43c0-a34b-9d8d38517a3e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-868b06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:48.427942816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-868b06"},"namespace":"ai-tenant-e2e-praxis-b-868b06","name":"default-tenant","reconcileID":"e750f860-b885-43c0-a34b-9d8d38517a3e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-868b06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:48.492389076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-868b06"},"namespace":"ai-tenant-e2e-praxis-b-868b06","name":"default-tenant","reconcileID":"e750f860-b885-43c0-a34b-9d8d38517a3e","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-868b06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:48.544522009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-868b06"},"namespace":"ai-tenant-e2e-praxis-b-868b06","name":"default-tenant","reconcileID":"e750f860-b885-43c0-a34b-9d8d38517a3e","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-868b06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:48.596380917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-868b06"},"namespace":"ai-tenant-e2e-praxis-b-868b06","name":"default-tenant","reconcileID":"e750f860-b885-43c0-a34b-9d8d38517a3e","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-868b06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:48.64803554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-868b06"},"namespace":"ai-tenant-e2e-praxis-b-868b06","name":"default-tenant","reconcileID":"e750f860-b885-43c0-a34b-9d8d38517a3e","gvk":"Service","name":"payload-processing-e2e-praxis-b-868b06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:48.734450338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-868b06"},"namespace":"ai-tenant-e2e-praxis-b-868b06","name":"default-tenant","reconcileID":"e750f860-b885-43c0-a34b-9d8d38517a3e","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-868b06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:48.788545496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-868b06"},"namespace":"ai-tenant-e2e-praxis-b-868b06","name":"default-tenant","reconcileID":"e750f860-b885-43c0-a34b-9d8d38517a3e","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-868b06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:48.839951195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-868b06"},"namespace":"ai-tenant-e2e-praxis-b-868b06","name":"default-tenant","reconcileID":"e750f860-b885-43c0-a34b-9d8d38517a3e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-868b06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:48.892135133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-868b06"},"namespace":"ai-tenant-e2e-praxis-b-868b06","name":"default-tenant","reconcileID":"e750f860-b885-43c0-a34b-9d8d38517a3e","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-868b06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:48.950103716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-868b06"},"namespace":"ai-tenant-e2e-praxis-b-868b06","name":"default-tenant","reconcileID":"e750f860-b885-43c0-a34b-9d8d38517a3e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-868b06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.002026418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-868b06"},"namespace":"ai-tenant-e2e-praxis-b-868b06","name":"default-tenant","reconcileID":"e750f860-b885-43c0-a34b-9d8d38517a3e","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-868b06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.061626764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-868b06"},"namespace":"ai-tenant-e2e-praxis-b-868b06","name":"default-tenant","reconcileID":"e750f860-b885-43c0-a34b-9d8d38517a3e","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-868b06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.119404313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-868b06"},"namespace":"ai-tenant-e2e-praxis-b-868b06","name":"default-tenant","reconcileID":"e750f860-b885-43c0-a34b-9d8d38517a3e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-868b06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.171235153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-868b06"},"namespace":"ai-tenant-e2e-praxis-b-868b06","name":"default-tenant","reconcileID":"e750f860-b885-43c0-a34b-9d8d38517a3e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-868b06","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.688297981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eefb137d-da1a-41a1-9659-cbfaab9a5b63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.740777492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eefb137d-da1a-41a1-9659-cbfaab9a5b63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.792636752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eefb137d-da1a-41a1-9659-cbfaab9a5b63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:49.844739294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eefb137d-da1a-41a1-9659-cbfaab9a5b63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:50.121276629Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-868b06","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-868b06","reconcileID":"c4933c37-ad7d-4718-b083-0cfa06ae3c66","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-868b06","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-868b06"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:51.785114944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4b2566a-c583-49d9-8e24-d1c7245e0fa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:51.837076581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4b2566a-c583-49d9-8e24-d1c7245e0fa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:51.889113294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4b2566a-c583-49d9-8e24-d1c7245e0fa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:51.941902315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4b2566a-c583-49d9-8e24-d1c7245e0fa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:53.06053943Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-f13553","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-f13553","reconcileID":"959ba06c-edcf-48bb-b44b-eebb850fd3dc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-f13553","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-f13553":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:53.932277408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b4e9bff-4bc9-49cb-affc-ae102e20bbad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:53.984376279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b4e9bff-4bc9-49cb-affc-ae102e20bbad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:54.036490837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b4e9bff-4bc9-49cb-affc-ae102e20bbad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:54.088406632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b4e9bff-4bc9-49cb-affc-ae102e20bbad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:56.000033817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"407ff5a7-c10b-442a-8f04-e72e88287359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:56.053027136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"407ff5a7-c10b-442a-8f04-e72e88287359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:56.105674684Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-nomatch-sub","reconcileID":"508da897-76eb-432b-a74b-5216fa27880e","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/distinct-2-w2-e1ca71","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:56.105810325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"407ff5a7-c10b-442a-8f04-e72e88287359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:56.157601376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"407ff5a7-c10b-442a-8f04-e72e88287359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:56.209463257Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-nomatch-sub","reconcileID":"508da897-76eb-432b-a74b-5216fa27880e","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/distinct-2-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:56.261367366Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-nomatch-sub","reconcileID":"508da897-76eb-432b-a74b-5216fa27880e","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/distinct-2-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:56.53711017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"734cb8cd-edde-4b8f-bc52-86b63195df60","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:56.696760265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"79106caa-019a-4512-9be9-a4d0374e202f","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:56.798688373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-match-auth","reconcileID":"ecea0bf8-c25d-4db2-a6c3-f9359244eb4b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:56.798904944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-nomatch-auth","reconcileID":"d262b5e9-0f8d-4f30-8783-91e1608bfab0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:56.799071517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"c6958a12-e5b8-4b65-8975-e5eb9a7e4371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:56.799324855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"16bf5024-e83f-471e-a518-a7ec40222d62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:56.87909207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"16bf5024-e83f-471e-a518-a7ec40222d62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:56.880084777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"c6958a12-e5b8-4b65-8975-e5eb9a7e4371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:56.881538122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-match-auth","reconcileID":"ecea0bf8-c25d-4db2-a6c3-f9359244eb4b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:56.882299446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-nomatch-auth","reconcileID":"d262b5e9-0f8d-4f30-8783-91e1608bfab0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:57.08302243Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-match-auth","reconcileID":"594254f7-cf19-44bb-8b46-9a089e5f41b7","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/distinct-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:57.339551853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"b257573e-1d2f-46ad-bd66-8ac36fed91c0","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:57.360166766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-nomatch-auth","reconcileID":"5f2bc009-f4c0-4625-876f-95be8a0943a7","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:57.416679329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-nomatch-auth","reconcileID":"5f2bc009-f4c0-4625-876f-95be8a0943a7","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:57.529221303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"e529053c-6340-4e48-9012-3c27e081706c","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:57.623861637Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"e2e-model-nomatch-auth","reconcileID":"9f85d164-9802-43b1-8656-e6b3abf3ecbe","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/distinct-2-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:57.880206395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"38c322f9-1bab-40fa-83ed-6af58ba1c4ad","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:58.082971842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd4928f4-9e25-4ba6-b6db-89606cfc8958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:58.136238478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd4928f4-9e25-4ba6-b6db-89606cfc8958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:58.188726037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd4928f4-9e25-4ba6-b6db-89606cfc8958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:58.240511575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd4928f4-9e25-4ba6-b6db-89606cfc8958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:59.017937132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"9c25930c-0de4-4e1b-aa92-de1ef106feb3","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:59.073341504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"178c3c01-1f72-4dac-9a5b-b9309c2a287e","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:59.240750451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-test-auth-access-denied","reconcileID":"83ad864b-da0c-4c0c-9bf8-d9e49ce6890c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:59.292408309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"8623dc2d-e7b9-460d-8b60-a8a418ba5377","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:59.349727306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-test-auth-access-denied","reconcileID":"83ad864b-da0c-4c0c-9bf8-d9e49ce6890c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:59.350360111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"ca2e4265-46b6-495a-8caa-3ca6080f352a","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:49:59.399866936Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-test-user-subscription","reconcileID":"08e8fa53-7924-4f80-a5ba-f5da8389861b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:59.44776394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"21942cef-28cb-4bb3-b52e-152ebae72ea5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:59.447777641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"3c4c0d6c-45a3-4262-a3cd-980ea7a86f97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:59.505201542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"21942cef-28cb-4bb3-b52e-152ebae72ea5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:59.507551763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"3c4c0d6c-45a3-4262-a3cd-980ea7a86f97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:59.514548605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"4426a592-8c94-465b-ba17-792b975e66b7","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:59.635597885Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-0144bd priority=0:[ai-tenant-e2e-worker-w4-0144bd/e2e-test-other-subscription ai-tenant-e2e-worker-w4-0144bd/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:59.637376374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"024af24b-1322-4321-920c-a1479fc6ad20","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:59.693042364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"53d6cd52-b53a-4831-aa6c-0492a0f48a1a","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:59.697444728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"6fc73206-9796-4023-baaf-30894ef31323","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:49:59.746525741Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-test-other-subscription","reconcileID":"347555d5-2ab8-4678-aedd-11217145525d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:59.748153932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"ccd35072-8b3d-46b3-9a8c-5afb14d74a5c","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:59.791322821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-status-transition-sub","reconcileID":"f3136d98-04c2-47d5-80d6-35f7b3371051","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w1-869cca/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:59.852608921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-test-auth-access-denied","reconcileID":"e8b38840-4486-46cc-aa74-8ae7d97a38a7","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:59.863152149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"277979ac-5712-46d8-8b74-ab7fdcf6d656","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:59.883259081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"f6bef8f8-45b2-4038-bfdf-075e4cbce5af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:59.909821541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-test-auth-access-denied","reconcileID":"e8b38840-4486-46cc-aa74-8ae7d97a38a7","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:59.920776943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"8aa336f1-a712-40cd-8142-1712faff0efb","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:59.932574402Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-test-user-subscription","reconcileID":"716ddd46-a57c-4271-a6d3-51b4276a6170","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-0144bd/e2e-test-other-subscription","ai-tenant-e2e-worker-w4-0144bd/e2e-test-user-subscription","ai-tenant-e2e-worker-w4-0144bd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:49:59.941673247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"f6bef8f8-45b2-4038-bfdf-075e4cbce5af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.034530505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"e2e-temp-model-status","reconcileID":"801ee401-dbf3-4c3e-881f-fab4e74be986","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"tenant":"e2e-worker-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.034649921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"e2e-temp-model-status","reconcileID":"801ee401-dbf3-4c3e-881f-fab4e74be986","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.042040681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"c00b2159-5874-41d8-a563-eee7e069e1af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.10703012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"c00b2159-5874-41d8-a563-eee7e069e1af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.16693428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"f934e246-0585-4c38-8c69-bc2d2b10f656","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.249407346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"07af2d9b-d86f-4a3d-9cc7-ed21d7083767","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.250230953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-test-other-subscription","reconcileID":"5a869cd6-1543-49ba-b6aa-5886acc1f2a5","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.305553125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80161189-1366-470c-9efd-87f7f792bf22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.372787151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-test-auth-access-denied","reconcileID":"2ad1adf3-884b-48b0-95ca-0cf25bbfd87c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.373166659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80161189-1366-470c-9efd-87f7f792bf22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.376478828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"b865ecfa-caec-4949-9067-f9bc4d691b6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.436923362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80161189-1366-470c-9efd-87f7f792bf22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.438099501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-test-user-subscription","reconcileID":"85fb727d-6b37-4358-b7cc-3807bdfe4e93","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.444071369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"b865ecfa-caec-4949-9067-f9bc4d691b6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.447757966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-test-auth-access-denied","reconcileID":"2ad1adf3-884b-48b0-95ca-0cf25bbfd87c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.495850365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80161189-1366-470c-9efd-87f7f792bf22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.57732042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"882a5ae1-2ce0-49f6-bb72-f780d2198ba9","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.61644708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"8c4fea7c-6473-4cf5-9084-d5fa86262918","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.697881222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"8c4fea7c-6473-4cf5-9084-d5fa86262918","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.904488715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-test-other-subscription","reconcileID":"01753d99-2a0e-43ad-9301-c7023f2f8546","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.962137434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"3df91dd3-6ac4-4a73-80eb-2a9188334756","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:00.962800246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"a05a5462-749c-4a1d-9c66-f9db73fc4244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:01.024685344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"3df91dd3-6ac4-4a73-80eb-2a9188334756","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:01.028025062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"a05a5462-749c-4a1d-9c66-f9db73fc4244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:01.143600244Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-status-transition-sub","reconcileID":"85fe7c23-cedf-4c41-abfe-89b75b0bb24f","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-869cca/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:01.195011679Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"e2e-temp-model-status","reconcileID":"d366ae9e-404e-4c53-93d6-83803e8eb634","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:01.195442377Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-status-transition-sub","reconcileID":"85fe7c23-cedf-4c41-abfe-89b75b0bb24f","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:01.303078757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"6648ad59-1d95-415d-87d8-075b0414c572","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:01.309619033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-status-transition-auth","reconcileID":"b744451e-dd6a-4f41-90a6-46368aacfa89","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:01.315196414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"c4b493ea-83f7-4e59-98ed-ad20afd59406","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:01.367799343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"6648ad59-1d95-415d-87d8-075b0414c572","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:01.391980578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"c4b493ea-83f7-4e59-98ed-ad20afd59406","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:01.392344112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-status-transition-auth","reconcileID":"b744451e-dd6a-4f41-90a6-46368aacfa89","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:01.39238041Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-status-transition-auth","reconcileID":"b744451e-dd6a-4f41-90a6-46368aacfa89","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:01.421626319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"3d20217b-59ce-42f0-ac78-eda6df26236e","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:01.481161253Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-status-transition-sub","reconcileID":"a5594e52-9851-4dcf-bf54-d2c8faa5b0ef","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-869cca/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:01.575347233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"f3d7047b-db6c-41f3-98af-d5dc47f215f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:01.575347299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"1ed12e90-43b3-4f09-a942-3aad98344b68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:01.632977228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"1ed12e90-43b3-4f09-a942-3aad98344b68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:01.634382451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"f3d7047b-db6c-41f3-98af-d5dc47f215f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:01.820553917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-status-transition-auth","reconcileID":"147827de-1329-40fe-91ac-9fd8aa6ad4ab","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:01.871816477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"99c563b3-0c2d-4f57-8be7-334bfa941f7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:01.87751866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-status-transition-auth","reconcileID":"147827de-1329-40fe-91ac-9fd8aa6ad4ab","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:01.877554866Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-status-transition-auth","reconcileID":"147827de-1329-40fe-91ac-9fd8aa6ad4ab","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:01.928680419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"99c563b3-0c2d-4f57-8be7-334bfa941f7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:01.983614763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"fb1327a8-2756-4d8d-979c-2862495d02f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:02.041657674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"fb1327a8-2756-4d8d-979c-2862495d02f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:02.296732985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"759e88e4-9101-440c-9fc9-60be55fbff4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:02.298573782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-status-transition-auth","reconcileID":"ef57f896-2839-408e-893b-fe765ab4d4cb","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:02.353833392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"759e88e4-9101-440c-9fc9-60be55fbff4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:02.355310502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-status-transition-auth","reconcileID":"ef57f896-2839-408e-893b-fe765ab4d4cb","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:02.410866621Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-status-transition-auth","reconcileID":"ef57f896-2839-408e-893b-fe765ab4d4cb","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:02.497669517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"6a5d6e5e-6bfd-4a6c-b7db-96a1f6d2a925","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:02.555347539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"6a5d6e5e-6bfd-4a6c-b7db-96a1f6d2a925","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:02.590973731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bccbbfd-c3d7-49f7-87fe-99ef29ebbee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:02.643122548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bccbbfd-c3d7-49f7-87fe-99ef29ebbee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:02.695191728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bccbbfd-c3d7-49f7-87fe-99ef29ebbee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:02.72913619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"f4b17315-7dd8-442b-bd91-64d6ea2f1d27","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:02.74730016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bccbbfd-c3d7-49f7-87fe-99ef29ebbee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:02.902611552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-test-auth-access-denied","reconcileID":"f6804e21-20a7-4cef-aa82-cf2f22404332","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:02.905761855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"236d4fac-b356-4d9f-99ec-be56a14841b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:02.961113181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-test-auth-access-denied","reconcileID":"f6804e21-20a7-4cef-aa82-cf2f22404332","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:02.965074316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"236d4fac-b356-4d9f-99ec-be56a14841b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:03.0141656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"fa2b80f6-3dbd-4340-b31e-45aae935afdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:03.070984767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"fa2b80f6-3dbd-4340-b31e-45aae935afdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:04.633214409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83d9bd47-9d1f-4760-a85b-0a7369929187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:04.666679484Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:04.685316508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83d9bd47-9d1f-4760-a85b-0a7369929187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:04.737039426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83d9bd47-9d1f-4760-a85b-0a7369929187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:04.789444823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83d9bd47-9d1f-4760-a85b-0a7369929187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:05.060277472Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-16b984","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-16b984","reconcileID":"1548fc61-53ae-4be6-91d8-8a3f3969f966","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-16b984","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-16b984":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:06.682362934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02f5b2df-bbea-4ab7-b32b-418a92c30a4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:06.734296463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02f5b2df-bbea-4ab7-b32b-418a92c30a4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:06.788967339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02f5b2df-bbea-4ab7-b32b-418a92c30a4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:06.841666326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02f5b2df-bbea-4ab7-b32b-418a92c30a4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:12.09458589Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-status-transition-sub","reconcileID":"77f086ac-eaaa-49a7-a364-4f9e984da84c","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:12.094714399Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-status-transition-sub","reconcileID":"77f086ac-eaaa-49a7-a364-4f9e984da84c","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-869cca/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:12.471125926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"ecc9fd81-3430-4193-9570-559e10dbd0d2","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:12.618494039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-status-transition-auth","reconcileID":"b6ef9832-d6ed-40e2-b132-f42a08b79b72","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:12.618666684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"346ebba2-cb4c-44d7-b9c3-c24c4de117b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:12.618492587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"ad250290-8260-47c8-adab-e23e7ca0ed06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:12.675887048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-status-transition-auth","reconcileID":"b6ef9832-d6ed-40e2-b132-f42a08b79b72","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:12.675984632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"346ebba2-cb4c-44d7-b9c3-c24c4de117b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:12.678151456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"ad250290-8260-47c8-adab-e23e7ca0ed06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:12.731574498Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-status-transition-auth","reconcileID":"b6ef9832-d6ed-40e2-b132-f42a08b79b72","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:12.879384773Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-status-transition-auth","reconcileID":"95b6682c-988f-451a-aa68-807d474c8d7c","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:12.910694012Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-test-user-subscription","reconcileID":"7ad856d3-00c2-439b-84cc-5a31ea4a340e","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:13.126486047Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-test-user-subscription","reconcileID":"7ad856d3-00c2-439b-84cc-5a31ea4a340e","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-0144bd/e2e-test-other-subscription","ai-tenant-e2e-worker-w4-0144bd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:13.335840929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"dc6812cd-68ba-4a90-b266-aa9b2c42a1ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:13.335954033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-test-other-subscription","reconcileID":"1d8fe33e-3aa0-479c-9140-e9c4f3f33a90","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:13.390515166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"fde210a3-62b6-4d19-ad45-ff47eaaf99a4","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:13.544284802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"3f88d9b3-83bf-406f-8bc6-007c565a3e49","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:13.545391388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"fd10a01a-4aac-40d9-bc4a-4bfd767aa75c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:13.545419424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-test-auth-access-denied","reconcileID":"47755583-2469-4823-8b19-2cc8f0765f75","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:13.545895666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"a3e6d7a4-aace-4101-a12e-f5852abcbc6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:13.60283808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-test-auth-access-denied","reconcileID":"47755583-2469-4823-8b19-2cc8f0765f75","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:13.602997806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"a3e6d7a4-aace-4101-a12e-f5852abcbc6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:13.605284346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"fd10a01a-4aac-40d9-bc4a-4bfd767aa75c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:13.952086657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"69da6a46-87e1-428e-a71a-e97874f3038d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:13.95226326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"235a4793-f911-4b24-99ca-ef5ad9407acc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:13.95208669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-test-auth-access-denied","reconcileID":"e3b6db3e-8e01-42a6-a7b0-efdde772302e","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:14.009545881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-test-auth-access-denied","reconcileID":"e3b6db3e-8e01-42a6-a7b0-efdde772302e","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:14.009552909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"69da6a46-87e1-428e-a71a-e97874f3038d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:14.011631007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"235a4793-f911-4b24-99ca-ef5ad9407acc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:21.319279437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"e9b38320-b6d6-4f03-9f5e-9df78b5a0489","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:21.376614915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"efe85da0-a9ff-48b4-a8a2-0eff6ff6c521","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:50:21.429731649Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-no-access-sub","reconcileID":"41787284-9e61-419e-ae37-1b373cfe1b28","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:21.472779475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"6efa5bc1-b7b4-4bd0-831a-66565c64cfa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:21.473055114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"89ec9383-2dd4-4e07-bdf6-fd3cd82264b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:21.529820033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"89ec9383-2dd4-4e07-bdf6-fd3cd82264b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:21.530027973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"6efa5bc1-b7b4-4bd0-831a-66565c64cfa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:21.544236634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"9efb74c1-8fe6-4cd0-b59d-8b25a89cfb4a","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:21.59986859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"9417a696-e993-4534-9e6e-d20b600df7d1","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:21.609796934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-2-w1-869cca","reconcileID":"ec2c5a34-f70d-458e-8d90-f2b75f146acb","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-2-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-2-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:21.666649417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-2-w1-869cca","reconcileID":"b9dd21ce-95ae-4516-a7c5-f924ab44ac67","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-2-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-2-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:21.80975178Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-no-access-sub","reconcileID":"f5fbe425-ca81-4b1f-9c1c-4c8476203dd5","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-distinct-w1-869cca","model":"distinct-w1-869cca","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-869cca/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:21.87220963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-no-access-auth","reconcileID":"d0d78b95-b304-4cb2-bf65-7fee7f4e9220","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:21.928696521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-no-access-auth","reconcileID":"d0d78b95-b304-4cb2-bf65-7fee7f4e9220","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:21.940593276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"e65fedb5-08d7-436b-b3cd-ff7bcccbb261","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:21.940862675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"fe069e50-aa3c-47e4-b26f-eba5ffa8eaaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:21.975358939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"e1ffda57-c22e-4c3e-9ea3-3d2b41143fbe","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:21.997251438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"e65fedb5-08d7-436b-b3cd-ff7bcccbb261","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:21.9973861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"fe069e50-aa3c-47e4-b26f-eba5ffa8eaaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:22.182618415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-no-access-sub","reconcileID":"40e6c2ef-5c9c-42f2-b243-360588069af1","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-distinct-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/distinct-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:22.243054565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-2-w1-869cca","reconcileID":"3ee566fa-defc-4a25-87d2-36e8354f0c5b","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-2-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-2-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:22.448834255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-no-access-auth","reconcileID":"f7f55716-95bd-4d65-b251-dadea4c845f9","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:22.505734402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-no-access-auth","reconcileID":"f7f55716-95bd-4d65-b251-dadea4c845f9","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:50:22.769047702Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-no-access-auth","reconcileID":"f7f55716-95bd-4d65-b251-dadea4c845f9","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-no-access-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:22.870647753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-no-access-sub","reconcileID":"15aa3019-bc4c-481b-a2aa-e4728a6f7655","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-distinct-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/distinct-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:22.980932253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-no-access-auth","reconcileID":"0802b8dc-49a4-4d8f-8ea7-dabf5bf68e79","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:23.038366443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-no-access-auth","reconcileID":"0802b8dc-49a4-4d8f-8ea7-dabf5bf68e79","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:23.707007122Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-test-other-subscription","reconcileID":"363a8d8b-c795-4af3-b1c8-4a9b5b2964af","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:23.920396313Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-test-other-subscription","reconcileID":"363a8d8b-c795-4af3-b1c8-4a9b5b2964af","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0144bd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:24.156423568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"2c2af180-dd4b-4dd6-ac8e-8fdfedb1684f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:24.195595644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"82f03006-cbe2-41e5-b874-701c0c4d2889","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:24.252716462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"84277d0f-373e-4ca1-8bf1-2c3bd7833f0a","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:24.348782529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"67652de8-101e-4040-99a5-83d096b46456","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:24.35163479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"2683b4e3-d9e5-4ce0-930b-be5ceb199da4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:24.35180797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-test-auth-access-denied","reconcileID":"1373edd8-4f71-44ba-a4a0-2ed03dff91c6","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:24.351635875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"4249f5cb-c730-4abe-8cef-0263bef71162","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:24.410209664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"4249f5cb-c730-4abe-8cef-0263bef71162","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:24.410407618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"2683b4e3-d9e5-4ce0-930b-be5ceb199da4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:24.413582435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-test-auth-access-denied","reconcileID":"1373edd8-4f71-44ba-a4a0-2ed03dff91c6","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:24.415250753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"default-tenant","reconcileID":"b4d9d0c3-4ed6-4f11-8b01-519e04d39982","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-cfc055","tenantID":"e2e-shared-a-w0-cfc055","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:24.541901515Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"default-tenant","reconcileID":"b4d9d0c3-4ed6-4f11-8b01-519e04d39982","name":"e2e-shared-a-w0-cfc055-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:24.578519693Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"e2e-test-auth-access-denied","reconcileID":"b84c2f9a-d5bd-451a-bf36-f7b1711a062a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:24.793808234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"a550661e-4499-4243-8c67-463213a4a730","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:25.52538616Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-no-access-auth","reconcileID":"1c3ffbc4-095d-42b5-902f-345b2066f988","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/distinct-2-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:25.525411893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-2-w1-869cca","reconcileID":"701fa7d5-e650-4777-9946-112af554cdf0","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-2-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-2-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:25.734258782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-2-w1-869cca","reconcileID":"f446312a-eb87-405f-9303-f61f50e9e761","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-2-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-2-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:25.834666715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"a7aba528-f50b-45a1-83f0-594b05c1013c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:25.834712486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"5d56fe6e-8765-40dd-bdb7-2f4eb3c3b734","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:25.891534924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"a7aba528-f50b-45a1-83f0-594b05c1013c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:25.892920427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"5d56fe6e-8765-40dd-bdb7-2f4eb3c3b734","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:25.900539693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"06d5a403-d84a-4026-a76e-f0f86381f381","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:25.987602974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"306af380-2f5f-40ea-9082-a095afff987a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:25.987646084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"25e8c690-5b1d-4832-acdc-96f9bad66c70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:26.044957164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"306af380-2f5f-40ea-9082-a095afff987a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:26.044974032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"25e8c690-5b1d-4832-acdc-96f9bad66c70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:26.360756289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"3bbbf54c-d241-455d-be6c-ec5d26634704","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:26.360756744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"34ac6fd5-f093-43c7-8bb1-7f716578ea7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:26.418672424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"34ac6fd5-f093-43c7-8bb1-7f716578ea7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:26.4187441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"3bbbf54c-d241-455d-be6c-ec5d26634704","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:29.47937735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"default-tenant","reconcileID":"1684bc8f-8341-4943-bbc7-f0420b253ae8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-f13553","tenantID":"e2e-shared-a-w3-f13553","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:29.60175005Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"default-tenant","reconcileID":"1684bc8f-8341-4943-bbc7-f0420b253ae8","name":"e2e-shared-a-w3-f13553-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:30.678093788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17aaa005-6202-4f2d-a096-da8e1ebf58bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:30.73036835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17aaa005-6202-4f2d-a096-da8e1ebf58bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:30.782751126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17aaa005-6202-4f2d-a096-da8e1ebf58bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:30.834758577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17aaa005-6202-4f2d-a096-da8e1ebf58bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:31.901608424Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-4743f8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-4743f8","reconcileID":"8ddae27d-daac-496f-b36f-b145cab61eac","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-4743f8","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-4743f8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:32.812702039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ad0f5e4-3a6b-4489-b937-4b279c2aee63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:32.868642336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ad0f5e4-3a6b-4489-b937-4b279c2aee63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:32.920831478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ad0f5e4-3a6b-4489-b937-4b279c2aee63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:32.972918699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ad0f5e4-3a6b-4489-b937-4b279c2aee63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:34.665857775Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:34.898864915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5984f0a8-fa81-4395-8ffc-66ecb816917f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:34.954391539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5984f0a8-fa81-4395-8ffc-66ecb816917f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:35.030612834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5984f0a8-fa81-4395-8ffc-66ecb816917f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:35.082503962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5984f0a8-fa81-4395-8ffc-66ecb816917f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:36.067545655Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-no-access-sub","reconcileID":"38813e26-3178-4544-a8c8-c15a26f0b328","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/distinct-w1-869cca","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:36.203166957Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-no-access-sub","reconcileID":"38813e26-3178-4544-a8c8-c15a26f0b328","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/distinct-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:36.256084817Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"e2e-no-access-sub","reconcileID":"38813e26-3178-4544-a8c8-c15a26f0b328","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/distinct-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:36.586361464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"88f638c8-5642-437e-bc7a-c24ee3f89298","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:36.753646654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"e7279c4b-ba10-4088-a9b0-5a9f9f61748c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:36.753656498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"526cb4d6-93ad-4c58-a1d3-ba2f8954ec8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:36.81614204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"e7279c4b-ba10-4088-a9b0-5a9f9f61748c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:36.81615935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"526cb4d6-93ad-4c58-a1d3-ba2f8954ec8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:37.025318195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37a94001-45fb-425b-a42b-efb7eac296f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:37.077277403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37a94001-45fb-425b-a42b-efb7eac296f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:37.12968762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37a94001-45fb-425b-a42b-efb7eac296f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:37.184353964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37a94001-45fb-425b-a42b-efb7eac296f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:41.756018851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95180c7a-d7fc-436d-a41d-88fe28ebebfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:41.816045662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95180c7a-d7fc-436d-a41d-88fe28ebebfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:41.868397234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95180c7a-d7fc-436d-a41d-88fe28ebebfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:41.920668194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95180c7a-d7fc-436d-a41d-88fe28ebebfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:42.365826953Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-1a1181","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-1a1181","reconcileID":"0fce5abf-c70b-4608-9eb4-7f24b34a039c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-1a1181","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-1a1181":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:43.906851652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e286520-ec01-43a9-a1fd-20716eab4d2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:43.959238851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e286520-ec01-43a9-a1fd-20716eab4d2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:44.011416913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e286520-ec01-43a9-a1fd-20716eab4d2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:44.064245383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e286520-ec01-43a9-a1fd-20716eab4d2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:46.00480816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92594600-3a24-45c2-9b3e-9222b06ed854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:46.05709439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92594600-3a24-45c2-9b3e-9222b06ed854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:46.109578671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92594600-3a24-45c2-9b3e-9222b06ed854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:46.161433978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92594600-3a24-45c2-9b3e-9222b06ed854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:48.114590192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4970468-1d2c-4be7-bf0b-5b98afb59166","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:48.168013054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4970468-1d2c-4be7-bf0b-5b98afb59166","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:48.219897093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4970468-1d2c-4be7-bf0b-5b98afb59166","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:48.272501866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4970468-1d2c-4be7-bf0b-5b98afb59166","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:50.224266879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19115bd9-bc2c-4f8e-bced-76113e482db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:50.277048381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19115bd9-bc2c-4f8e-bced-76113e482db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:50.329517397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19115bd9-bc2c-4f8e-bced-76113e482db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:50.382372873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19115bd9-bc2c-4f8e-bced-76113e482db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:50.485902863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"default-tenant","reconcileID":"c28d7b00-b5ed-40c9-af52-30a08cc547a6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-16b984","tenantID":"e2e-shared-a-w2-16b984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:50.604333752Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"default-tenant","reconcileID":"c28d7b00-b5ed-40c9-af52-30a08cc547a6","name":"e2e-shared-a-w2-16b984-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:52.263154291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"071ea414-c28e-4574-b88d-fd7f5af6593a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:52.315199718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"071ea414-c28e-4574-b88d-fd7f5af6593a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:52.367198246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"071ea414-c28e-4574-b88d-fd7f5af6593a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:50:52.419302153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"071ea414-c28e-4574-b88d-fd7f5af6593a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:04.666611838Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:11.873157325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b0cd22a-cf1d-4f3e-92cc-e457932708b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:11.925011881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b0cd22a-cf1d-4f3e-92cc-e457932708b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:11.977167958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b0cd22a-cf1d-4f3e-92cc-e457932708b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:12.031793247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b0cd22a-cf1d-4f3e-92cc-e457932708b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:13.925074699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79aa6b0b-40ea-433e-8540-22409550b717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:13.97689389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79aa6b0b-40ea-433e-8540-22409550b717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:14.028820754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79aa6b0b-40ea-433e-8540-22409550b717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:14.080672461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79aa6b0b-40ea-433e-8540-22409550b717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:16.91687382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"147f487a-475e-4df1-b851-e577f1b66433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:16.970040797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"147f487a-475e-4df1-b851-e577f1b66433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:17.021855264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"147f487a-475e-4df1-b851-e577f1b66433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:17.073566663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"147f487a-475e-4df1-b851-e577f1b66433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:19.014394273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acdef848-0cde-4291-834c-cb7197a7b456","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:19.068196499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acdef848-0cde-4291-834c-cb7197a7b456","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:19.120465092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acdef848-0cde-4291-834c-cb7197a7b456","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:19.17231205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acdef848-0cde-4291-834c-cb7197a7b456","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:20.330075147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"default-tenant","reconcileID":"4c5bd821-9ab5-4bad-830a-33e9791ab8a9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-4743f8","tenantID":"e2e-shared-a-w4-4743f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:20.394843576Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-c6b3b9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-c6b3b9","reconcileID":"d8a6346e-ebd9-4b03-b313-e192c86a8610","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-c6b3b9","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-c6b3b9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:20.447418856Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"default-tenant","reconcileID":"4c5bd821-9ab5-4bad-830a-33e9791ab8a9","name":"e2e-shared-a-w4-4743f8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:21.068387466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74f9638c-400c-496f-b84d-b814070e70ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:21.120585503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74f9638c-400c-496f-b84d-b814070e70ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:21.172984325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74f9638c-400c-496f-b84d-b814070e70ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:21.22492775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74f9638c-400c-496f-b84d-b814070e70ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:23.189895585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3368de8-8975-4dcd-a162-dd23f3e73ec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:23.241850701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3368de8-8975-4dcd-a162-dd23f3e73ec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:23.293756039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3368de8-8975-4dcd-a162-dd23f3e73ec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:23.34603477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3368de8-8975-4dcd-a162-dd23f3e73ec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:25.234075215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1348a2c4-b8e6-4f41-8e52-4d182e6c7a01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:25.286435341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1348a2c4-b8e6-4f41-8e52-4d182e6c7a01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:25.338479216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1348a2c4-b8e6-4f41-8e52-4d182e6c7a01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:25.390343481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1348a2c4-b8e6-4f41-8e52-4d182e6c7a01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:26.378923928Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-4e1a6c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-4e1a6c","reconcileID":"0058f205-5bca-44b7-8a5e-ed2b84ab4537","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-4e1a6c","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-4e1a6c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:27.3224397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0831169-7527-469b-b767-ac1228c8e279","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:27.374522913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0831169-7527-469b-b767-ac1228c8e279","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:27.428657708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0831169-7527-469b-b767-ac1228c8e279","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:27.481072259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0831169-7527-469b-b767-ac1228c8e279","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:29.360329209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7136f063-0793-4654-bb89-7c8b2b833694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:29.412544906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7136f063-0793-4654-bb89-7c8b2b833694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:29.464539247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7136f063-0793-4654-bb89-7c8b2b833694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:29.516306807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7136f063-0793-4654-bb89-7c8b2b833694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:31.449532379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a18b5e50-3306-48f9-9ec8-d030c253c366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:31.502476011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a18b5e50-3306-48f9-9ec8-d030c253c366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:31.554584085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a18b5e50-3306-48f9-9ec8-d030c253c366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:31.606959675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a18b5e50-3306-48f9-9ec8-d030c253c366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:34.665919493Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:35.597601391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1a1181"},"namespace":"ai-tenant-e2e-autores-1a1181","name":"default-tenant","reconcileID":"513cf8d6-2b9a-4cd8-88ef-00d2ab27d752","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-1a1181","tenantID":"e2e-autores-1a1181","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:35.715170392Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1a1181"},"namespace":"ai-tenant-e2e-autores-1a1181","name":"default-tenant","reconcileID":"513cf8d6-2b9a-4cd8-88ef-00d2ab27d752","name":"e2e-autores-1a1181-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:47.148482166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49365c85-81b4-43e2-acd4-0dae39de394c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:47.201450986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49365c85-81b4-43e2-acd4-0dae39de394c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:47.255052788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49365c85-81b4-43e2-acd4-0dae39de394c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:47.314008236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49365c85-81b4-43e2-acd4-0dae39de394c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:49.297387757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12b97642-ab5e-46b4-bf78-b860bf701854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:49.349391974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12b97642-ab5e-46b4-bf78-b860bf701854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:49.401390926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12b97642-ab5e-46b4-bf78-b860bf701854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:49.453278811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12b97642-ab5e-46b4-bf78-b860bf701854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:51.331033093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afa2bc6b-98c9-423a-a0ed-beb4638cd15f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:51.383327085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afa2bc6b-98c9-423a-a0ed-beb4638cd15f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:51.435648885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afa2bc6b-98c9-423a-a0ed-beb4638cd15f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:51.490674673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afa2bc6b-98c9-423a-a0ed-beb4638cd15f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:52.631588529Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-bf325c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-bf325c","reconcileID":"7315699a-8aef-47c8-bbff-2e59eb778940","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-bf325c","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-bf325c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:53.386403105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a57fb4aa-8979-4f4d-871e-020512eb7339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:53.438485442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a57fb4aa-8979-4f4d-871e-020512eb7339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:53.490542152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a57fb4aa-8979-4f4d-871e-020512eb7339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:53.542749154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a57fb4aa-8979-4f4d-871e-020512eb7339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:55.442918131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34e99c23-5511-4ece-8bab-5dd96b758d14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:55.494750711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34e99c23-5511-4ece-8bab-5dd96b758d14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:55.546719756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34e99c23-5511-4ece-8bab-5dd96b758d14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:55.598478007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34e99c23-5511-4ece-8bab-5dd96b758d14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:57.514366197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7576632a-39e4-4e93-9344-1d8a8ca16221","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:57.567411649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7576632a-39e4-4e93-9344-1d8a8ca16221","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:57.61957707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7576632a-39e4-4e93-9344-1d8a8ca16221","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:57.671715961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7576632a-39e4-4e93-9344-1d8a8ca16221","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:59.569103454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f53f030c-19a0-4b14-a1d3-f7d5b7e7171b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:59.621751473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f53f030c-19a0-4b14-a1d3-f7d5b7e7171b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:59.673670948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f53f030c-19a0-4b14-a1d3-f7d5b7e7171b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:51:59.725523767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f53f030c-19a0-4b14-a1d3-f7d5b7e7171b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:01.611363346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f87e290-b6a2-4eac-834d-c5db8dda6a95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:01.663938893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f87e290-b6a2-4eac-834d-c5db8dda6a95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:01.717388887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f87e290-b6a2-4eac-834d-c5db8dda6a95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:01.769571836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f87e290-b6a2-4eac-834d-c5db8dda6a95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:03.676788087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc5c9f12-763b-4ea5-ac90-e1b7729bb644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:03.730252993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc5c9f12-763b-4ea5-ac90-e1b7729bb644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:03.782152262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc5c9f12-763b-4ea5-ac90-e1b7729bb644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:03.833794528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc5c9f12-763b-4ea5-ac90-e1b7729bb644","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:04.665171189Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:05.710696294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50dec56f-7de9-45fa-aca6-d0d8d42ac47d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:05.762726494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50dec56f-7de9-45fa-aca6-d0d8d42ac47d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:05.81463763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50dec56f-7de9-45fa-aca6-d0d8d42ac47d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:05.866495779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50dec56f-7de9-45fa-aca6-d0d8d42ac47d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:07.745218965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f31dfc-d26b-4c8b-b5b4-b938934a0f9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:07.797373538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f31dfc-d26b-4c8b-b5b4-b938934a0f9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:07.849678921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f31dfc-d26b-4c8b-b5b4-b938934a0f9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:07.902270134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f31dfc-d26b-4c8b-b5b4-b938934a0f9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:11.333010076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ff4473df-6ec2-4ed0-ac3d-8c98a60d4b34","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:11.432632719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"4de2c977-5765-4f70-ae72-7f4ea1ef45b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:11.535729143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"3cfab1fb-29ed-40e9-8d81-fe105f5c006b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:11.545413417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"5547a031-ad6c-40c4-916d-976ca5b95c87","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:11.731565081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"89bec273-ffcc-4d85-9758-7a804d8775f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:11.855444374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"084ae334-5974-4b3d-b6df-2d1b8d2c2523","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:11.955701089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5ffc633a-2a62-4fec-96cc-907040edaf28","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:12.002045135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"98730117-f88e-45ea-960c-dd1ceadf3019","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:12.296942635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"290b4e25-3e37-4d18-a1d7-dfd53777557e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:12.397813391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"e050e87b-2b3f-4719-925c-fb5d816e6a69","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:12.497512988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"6a0c6713-6410-4e34-9fee-539f3e14142f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:12.59872667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"ff29281b-21ab-47a1-812d-4a8ec86f841e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:17.506319831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b3f5640-af4a-4d25-96b7-528217f11cff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:17.558389497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b3f5640-af4a-4d25-96b7-528217f11cff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:17.610946275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b3f5640-af4a-4d25-96b7-528217f11cff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:17.666201048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b3f5640-af4a-4d25-96b7-528217f11cff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:19.555084504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00c2d416-9f90-4319-8b81-8f25c58d378f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:19.60858974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00c2d416-9f90-4319-8b81-8f25c58d378f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:19.660860512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00c2d416-9f90-4319-8b81-8f25c58d378f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:19.713115677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00c2d416-9f90-4319-8b81-8f25c58d378f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:20.73584725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"default-tenant","reconcileID":"b688dabe-4deb-404e-b28c-c1c94ce26540","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c6b3b9","tenantID":"e2e-shared-b-w0-c6b3b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:20.853933352Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"default-tenant","reconcileID":"b688dabe-4deb-404e-b28c-c1c94ce26540","name":"e2e-shared-b-w0-c6b3b9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:23.193726791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd0da44b-8474-4dd7-990c-8ab02cbfa5b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:23.245803212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd0da44b-8474-4dd7-990c-8ab02cbfa5b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:23.297739642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd0da44b-8474-4dd7-990c-8ab02cbfa5b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:23.349841367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd0da44b-8474-4dd7-990c-8ab02cbfa5b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:23.819466161Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-093220","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-093220","reconcileID":"c5ce6bc9-83e6-4b24-b4e2-d1a8d29c25ef","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-093220","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-093220":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:25.268300618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"995095f7-84da-4a35-9636-aa792b466779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:25.321292327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"995095f7-84da-4a35-9636-aa792b466779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:25.373749502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"995095f7-84da-4a35-9636-aa792b466779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:25.425386384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"995095f7-84da-4a35-9636-aa792b466779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:27.321058114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa305b63-390b-4281-a2ff-17865e6df1c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:27.373078491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa305b63-390b-4281-a2ff-17865e6df1c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:27.4248873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa305b63-390b-4281-a2ff-17865e6df1c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:27.477270069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa305b63-390b-4281-a2ff-17865e6df1c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:29.398998015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4feb9380-c725-4235-9c8c-3a2e71adfc1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:29.450932898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4feb9380-c725-4235-9c8c-3a2e71adfc1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:29.502961113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4feb9380-c725-4235-9c8c-3a2e71adfc1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:29.555198254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4feb9380-c725-4235-9c8c-3a2e71adfc1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:30.979226698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"default-tenant","reconcileID":"b2082d68-666b-4939-8a04-c17476b1376b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-4e1a6c","tenantID":"e2e-shared-b-w3-4e1a6c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:31.098606183Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"default-tenant","reconcileID":"b2082d68-666b-4939-8a04-c17476b1376b","name":"e2e-shared-b-w3-4e1a6c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:34.666537458Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:42.548657557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e80adfd-8092-493d-80d9-e264c2766085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:42.60119232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e80adfd-8092-493d-80d9-e264c2766085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:42.660104037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e80adfd-8092-493d-80d9-e264c2766085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:42.727107333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e80adfd-8092-493d-80d9-e264c2766085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:42.937580878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"faaf0546-39c5-4211-b204-1b9845d90afb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:43.122571038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"4f8bb603-4e51-48d7-af1c-2b4bfe693487","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:43.225793922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"e38da653-e466-42fd-8172-a35a6ea6025e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:43.254978427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"9a5be34f-92fa-41c5-988d-d0e1f39da5bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:43.333855258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"0392ae4e-9e68-432f-affc-a2375117c34a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:43.4386839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"59e2671e-f430-415b-a694-006c3e740745","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:43.532828691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"8ab1923c-4693-4b29-92ed-64889da345a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:43.714066676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"c84f1871-0703-48ac-b2dd-19d0ed14fdd7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:44.026496002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"74bef66f-c5c6-4214-95b6-bf7f7246ceca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:44.21373886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"9853381e-760b-49f2-b572-df711c859a14","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:44.327280123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"64d208fa-5394-4532-abd7-4df2d9b97677","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:44.425430176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"78fc2810-5df4-4120-8687-6e8235075cc5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:44.719038033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3357e74e-a412-41f3-a4ec-325cf2c72ad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:44.77102039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3357e74e-a412-41f3-a4ec-325cf2c72ad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:44.82305997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3357e74e-a412-41f3-a4ec-325cf2c72ad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:44.875003835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3357e74e-a412-41f3-a4ec-325cf2c72ad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:46.82424933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeed472e-db4a-4b42-ae28-f21cf613ecdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:46.879158028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeed472e-db4a-4b42-ae28-f21cf613ecdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:46.936295107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeed472e-db4a-4b42-ae28-f21cf613ecdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:46.988490642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeed472e-db4a-4b42-ae28-f21cf613ecdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:48.924960891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8147e166-e341-47b4-9b73-78ef5c708dc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:48.977947173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8147e166-e341-47b4-9b73-78ef5c708dc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:49.031409091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8147e166-e341-47b4-9b73-78ef5c708dc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:52:49.099455292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8147e166-e341-47b4-9b73-78ef5c708dc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:04.666215059Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:05.451131357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"default-tenant","reconcileID":"e2fe3b87-2f43-4102-b9ba-bde0f63eeb3f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-bf325c","tenantID":"e2e-shared-b-w2-bf325c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:05.569465009Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"default-tenant","reconcileID":"e2fe3b87-2f43-4102-b9ba-bde0f63eeb3f","name":"e2e-shared-b-w2-bf325c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:13.581938034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-1a1181","namespace":"ai-tenant-e2e-autores-1a1181"},"namespace":"ai-tenant-e2e-autores-1a1181","name":"autores-model-1a1181","reconcileID":"c3b418e2-d127-4659-b583-121fa2cd3e4a","MaaSModelRef":{"name":"autores-model-1a1181","namespace":"ai-tenant-e2e-autores-1a1181"},"tenant":"e2e-autores-1a1181","gateway":"openshift-ingress/e2e-autores-1a1181","model":"ai-tenant-e2e-autores-1a1181/autores-model-1a1181","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:13.581966063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-1a1181","namespace":"ai-tenant-e2e-autores-1a1181"},"namespace":"ai-tenant-e2e-autores-1a1181","name":"autores-model-1a1181","reconcileID":"c3b418e2-d127-4659-b583-121fa2cd3e4a","MaaSModelRef":{"name":"autores-model-1a1181","namespace":"ai-tenant-e2e-autores-1a1181"},"routeName":"autores-model-1a1181-kserve-route","namespace":"ai-tenant-e2e-autores-1a1181","llmisvcName":"autores-model-1a1181","gateway":"openshift-ingress/e2e-autores-1a1181","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:31.296289307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe970cc-0e69-4174-838e-b4c798384f59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:31.348087299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe970cc-0e69-4174-838e-b4c798384f59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:31.399919028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe970cc-0e69-4174-838e-b4c798384f59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:31.451986334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe970cc-0e69-4174-838e-b4c798384f59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:33.326748023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55ef3d67-4cde-48bf-bf9c-661b08e14505","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:33.378667222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55ef3d67-4cde-48bf-bf9c-661b08e14505","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:33.431248794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55ef3d67-4cde-48bf-bf9c-661b08e14505","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:33.483593681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55ef3d67-4cde-48bf-bf9c-661b08e14505","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:34.665580755Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:35.481025148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94926296-cccd-48ee-b37f-35c3c43bc47e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:35.532890792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94926296-cccd-48ee-b37f-35c3c43bc47e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:35.584727359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94926296-cccd-48ee-b37f-35c3c43bc47e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:35.636517956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94926296-cccd-48ee-b37f-35c3c43bc47e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:39.292131529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"default-tenant","reconcileID":"3c7238df-f120-4c4c-af60-e84f7b93e78d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-093220","tenantID":"e2e-shared-b-w4-093220","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:39.409225978Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"default-tenant","reconcileID":"3c7238df-f120-4c4c-af60-e84f7b93e78d","name":"e2e-shared-b-w4-093220-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:46.076399649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b049ef56-75d1-4c9a-978f-4d495bc1b4eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:46.128500949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b049ef56-75d1-4c9a-978f-4d495bc1b4eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:46.180748945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b049ef56-75d1-4c9a-978f-4d495bc1b4eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:46.232656055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b049ef56-75d1-4c9a-978f-4d495bc1b4eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:48.11937994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3249fc7b-67b7-4832-82c2-16dcf557aa9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:48.171436018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3249fc7b-67b7-4832-82c2-16dcf557aa9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:48.223378889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3249fc7b-67b7-4832-82c2-16dcf557aa9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:48.275329784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3249fc7b-67b7-4832-82c2-16dcf557aa9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:50.211806627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2228a8d0-ad3c-4fd5-9f1d-42d44f609565","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:50.263947549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2228a8d0-ad3c-4fd5-9f1d-42d44f609565","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:50.315967199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2228a8d0-ad3c-4fd5-9f1d-42d44f609565","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:50.368048194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2228a8d0-ad3c-4fd5-9f1d-42d44f609565","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:52.323752852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf36fd6e-22ae-435f-95fa-e6568e39125e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:52.375477512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf36fd6e-22ae-435f-95fa-e6568e39125e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:52.427604786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf36fd6e-22ae-435f-95fa-e6568e39125e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:53:52.479550748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf36fd6e-22ae-435f-95fa-e6568e39125e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:04.666295368Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:20.37724872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e061c5f-b7c5-440d-9e86-7f8fad2bd56d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:20.438442106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e061c5f-b7c5-440d-9e86-7f8fad2bd56d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:20.490728748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e061c5f-b7c5-440d-9e86-7f8fad2bd56d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:20.542877192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e061c5f-b7c5-440d-9e86-7f8fad2bd56d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:22.422424465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb3edf67-d5b3-4226-a9aa-2296cc075aa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:22.474532737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb3edf67-d5b3-4226-a9aa-2296cc075aa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:22.526571265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb3edf67-d5b3-4226-a9aa-2296cc075aa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:22.578535523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb3edf67-d5b3-4226-a9aa-2296cc075aa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:24.462940528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09af20cb-a8ff-4bc7-8bf9-c2f7089d09e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:24.515139607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09af20cb-a8ff-4bc7-8bf9-c2f7089d09e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:24.566954416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09af20cb-a8ff-4bc7-8bf9-c2f7089d09e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:24.619191997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09af20cb-a8ff-4bc7-8bf9-c2f7089d09e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:26.502381961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02977c6e-bb24-4a96-b99a-78307c6b27ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:26.554267215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02977c6e-bb24-4a96-b99a-78307c6b27ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:26.606278706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02977c6e-bb24-4a96-b99a-78307c6b27ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:26.658338791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02977c6e-bb24-4a96-b99a-78307c6b27ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:28.542419184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee9b43e1-f00d-4306-9318-3bfbadd95c32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:28.594318667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee9b43e1-f00d-4306-9318-3bfbadd95c32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:28.646338395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee9b43e1-f00d-4306-9318-3bfbadd95c32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:28.698257646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee9b43e1-f00d-4306-9318-3bfbadd95c32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:34.666200177Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:38.542629882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"e7e6be27-9015-43c6-be6a-986331c8c8d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:38.7135437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"1434cb48-e020-48dd-b762-5fb6910a5a2b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:38.835591127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"612b30c1-e6d5-43be-86bf-a1dd9e2b6fbd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:38.939912381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"9f459d49-fee3-4250-8ea9-7e81732a3d18","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:39.3039759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"75ac4197-c652-4786-bb36-19ac7df33a28","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:39.403568278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c8e378e5-9715-4966-86a4-8a158bfb4e01","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:39.422878053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"2df43cf6-c2ef-4aec-bf45-2b592a53f855","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:39.546058606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"fe39d696-a2a4-47ef-9aae-2aab25876734","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:39.650510958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"51c4dc65-445d-46a9-a70a-2739b6129da6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:39.745482748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"a0cf5b11-46a7-44a2-8038-0be0509a0b1b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:39.909466572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"8dbf9a41-8d1e-4c40-8ef9-1d9a238ea9b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:40.085540951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"42b11a06-fcde-4123-86cb-07ea922cb208","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:43.046987138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"auth-test-model-cfc055","reconcileID":"9e88d974-0cfc-40a0-aa80-fde6851f1de5","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"tenant":"e2e-shared-a-w0-cfc055","gateway":"openshift-ingress/e2e-shared-a-w0-cfc055","model":"ai-tenant-e2e-shared-a-w0-cfc055/auth-test-model-cfc055","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:43.047017883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"auth-test-model-cfc055","reconcileID":"9e88d974-0cfc-40a0-aa80-fde6851f1de5","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"routeName":"auth-test-model-cfc055-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-cfc055","llmisvcName":"auth-test-model-cfc055","gateway":"openshift-ingress/e2e-shared-a-w0-cfc055","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:54.705852295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673057d8-8fcc-46ca-a698-1a13321518b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:54.758025756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673057d8-8fcc-46ca-a698-1a13321518b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:54.810142207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673057d8-8fcc-46ca-a698-1a13321518b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:54.862571639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673057d8-8fcc-46ca-a698-1a13321518b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:56.764909945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9b643e2-da2a-45b9-9b80-fe3ff71f9a14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:56.81741569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9b643e2-da2a-45b9-9b80-fe3ff71f9a14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:56.869561593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9b643e2-da2a-45b9-9b80-fe3ff71f9a14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:54:56.921774952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9b643e2-da2a-45b9-9b80-fe3ff71f9a14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:02.796026149Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1a1181"},"namespace":"ai-tenant-e2e-autores-1a1181","name":"default-tenant","reconcileID":"eb1c0ebc-9a16-44fe-8a66-0d14f21e6d3c","namespace":"ai-tenant-e2e-autores-1a1181","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:02.796085837Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1a1181"},"namespace":"ai-tenant-e2e-autores-1a1181","name":"default-tenant","reconcileID":"eb1c0ebc-9a16-44fe-8a66-0d14f21e6d3c","namespace":"ai-tenant-e2e-autores-1a1181","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:02.796139855Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1a1181"},"namespace":"ai-tenant-e2e-autores-1a1181","name":"default-tenant","reconcileID":"eb1c0ebc-9a16-44fe-8a66-0d14f21e6d3c","tenant":"e2e-autores-1a1181","tenantID":"e2e-autores-1a1181","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:02.850230345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1a1181"},"namespace":"ai-tenant-e2e-autores-1a1181","name":"default-tenant","reconcileID":"eb1c0ebc-9a16-44fe-8a66-0d14f21e6d3c","gvk":"Deployment","name":"maas-api-e2e-autores-1a1181","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:02.91067674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1a1181"},"namespace":"ai-tenant-e2e-autores-1a1181","name":"default-tenant","reconcileID":"eb1c0ebc-9a16-44fe-8a66-0d14f21e6d3c","gvk":"Service","name":"maas-api-e2e-autores-1a1181","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:02.972777886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1a1181"},"namespace":"ai-tenant-e2e-autores-1a1181","name":"default-tenant","reconcileID":"eb1c0ebc-9a16-44fe-8a66-0d14f21e6d3c","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-1a1181","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:03.026955163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1a1181"},"namespace":"ai-tenant-e2e-autores-1a1181","name":"default-tenant","reconcileID":"eb1c0ebc-9a16-44fe-8a66-0d14f21e6d3c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-1a1181","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:03.086230335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1a1181"},"namespace":"ai-tenant-e2e-autores-1a1181","name":"default-tenant","reconcileID":"eb1c0ebc-9a16-44fe-8a66-0d14f21e6d3c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-1a1181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:03.140648453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1a1181"},"namespace":"ai-tenant-e2e-autores-1a1181","name":"default-tenant","reconcileID":"eb1c0ebc-9a16-44fe-8a66-0d14f21e6d3c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-1a1181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:03.197721086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1a1181"},"namespace":"ai-tenant-e2e-autores-1a1181","name":"default-tenant","reconcileID":"eb1c0ebc-9a16-44fe-8a66-0d14f21e6d3c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-1a1181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:03.253957574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1a1181"},"namespace":"ai-tenant-e2e-autores-1a1181","name":"default-tenant","reconcileID":"eb1c0ebc-9a16-44fe-8a66-0d14f21e6d3c","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-1a1181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:03.306013268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1a1181"},"namespace":"ai-tenant-e2e-autores-1a1181","name":"default-tenant","reconcileID":"eb1c0ebc-9a16-44fe-8a66-0d14f21e6d3c","gvk":"Deployment","name":"payload-processing-e2e-autores-1a1181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:03.358086635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1a1181"},"namespace":"ai-tenant-e2e-autores-1a1181","name":"default-tenant","reconcileID":"eb1c0ebc-9a16-44fe-8a66-0d14f21e6d3c","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-1a1181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:03.409789722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1a1181"},"namespace":"ai-tenant-e2e-autores-1a1181","name":"default-tenant","reconcileID":"eb1c0ebc-9a16-44fe-8a66-0d14f21e6d3c","gvk":"Service","name":"payload-processing-e2e-autores-1a1181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:03.461609696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1a1181"},"namespace":"ai-tenant-e2e-autores-1a1181","name":"default-tenant","reconcileID":"eb1c0ebc-9a16-44fe-8a66-0d14f21e6d3c","gvk":"Service","name":"payload-pre-processing-e2e-autores-1a1181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:03.513230102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1a1181"},"namespace":"ai-tenant-e2e-autores-1a1181","name":"default-tenant","reconcileID":"eb1c0ebc-9a16-44fe-8a66-0d14f21e6d3c","gvk":"DestinationRule","name":"payload-processing-e2e-autores-1a1181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:03.565224947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1a1181"},"namespace":"ai-tenant-e2e-autores-1a1181","name":"default-tenant","reconcileID":"eb1c0ebc-9a16-44fe-8a66-0d14f21e6d3c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-1a1181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:03.616796784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1a1181"},"namespace":"ai-tenant-e2e-autores-1a1181","name":"default-tenant","reconcileID":"eb1c0ebc-9a16-44fe-8a66-0d14f21e6d3c","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-1a1181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:03.674846626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1a1181"},"namespace":"ai-tenant-e2e-autores-1a1181","name":"default-tenant","reconcileID":"eb1c0ebc-9a16-44fe-8a66-0d14f21e6d3c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-1a1181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:03.726459429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1a1181"},"namespace":"ai-tenant-e2e-autores-1a1181","name":"default-tenant","reconcileID":"eb1c0ebc-9a16-44fe-8a66-0d14f21e6d3c","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-1a1181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:03.778253365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1a1181"},"namespace":"ai-tenant-e2e-autores-1a1181","name":"default-tenant","reconcileID":"eb1c0ebc-9a16-44fe-8a66-0d14f21e6d3c","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-1a1181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:03.83843169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1a1181"},"namespace":"ai-tenant-e2e-autores-1a1181","name":"default-tenant","reconcileID":"eb1c0ebc-9a16-44fe-8a66-0d14f21e6d3c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-1a1181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:03.89399105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-1a1181"},"namespace":"ai-tenant-e2e-autores-1a1181","name":"default-tenant","reconcileID":"eb1c0ebc-9a16-44fe-8a66-0d14f21e6d3c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-1a1181","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:04.665725573Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:04.731405518Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-1a1181","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-1a1181","reconcileID":"b16bb57e-e003-4c31-a1ed-09fb4f0e839d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-1a1181","removed":["maas.opendatahub.io/gateway-access-e2e-autores-1a1181"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:05.956093435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb89d6dc-4344-4501-bfc9-d7c1d78e638a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:06.00844959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb89d6dc-4344-4501-bfc9-d7c1d78e638a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:06.060597776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb89d6dc-4344-4501-bfc9-d7c1d78e638a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:06.112614635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb89d6dc-4344-4501-bfc9-d7c1d78e638a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:08.01826726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee25def4-29d6-40b2-a368-e3b52ffb24c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:08.07029579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee25def4-29d6-40b2-a368-e3b52ffb24c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:08.122747331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee25def4-29d6-40b2-a368-e3b52ffb24c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:08.174913101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee25def4-29d6-40b2-a368-e3b52ffb24c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:10.602108775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"6d3ab235-9d9a-4a54-bccd-3b06ae90abd1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:10.78209175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"d019e0a5-fa31-4395-bd50-7024e7c3084f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:10.964335734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"3b1e240b-543e-4d1e-9d86-1312d647ce7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:11.082401128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"ba064594-9515-4cee-b1f0-5be513c21278","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:11.381935305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"7a16d09d-0b7c-4955-9ccc-9a705d875ae1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:11.48330356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"746acf3a-a981-4aaf-a90a-9e701932cc11","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:11.585576296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"16965497-e442-47ef-89c1-eff2e955f8f6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:11.734690731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"0d34da84-1175-4b09-bcef-e6731abf7a80","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:11.834919079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"3080db3f-ba41-4062-ae55-62effd92b2df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:11.935682167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"e9d1331e-fa3d-4836-85c1-14934326f518","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:12.035780259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"01ed364d-ad1e-4e47-ab32-ae15b614603a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:12.134791002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"98fa4bad-d6d9-4f19-9953-c7644832e35a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:34.665287814Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:59.072298487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"auth-test-model-f13553","reconcileID":"d915f001-bc32-4616-880c-62c955e710c4","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"tenant":"e2e-shared-a-w3-f13553","gateway":"openshift-ingress/e2e-shared-a-w3-f13553","model":"ai-tenant-e2e-shared-a-w3-f13553/auth-test-model-f13553","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:55:59.072326677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"auth-test-model-f13553","reconcileID":"d915f001-bc32-4616-880c-62c955e710c4","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"routeName":"auth-test-model-f13553-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-f13553","llmisvcName":"auth-test-model-f13553","gateway":"openshift-ingress/e2e-shared-a-w3-f13553","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:01.541495288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"auth-test-model-16b984","reconcileID":"5f07bb24-f519-4c6f-8d95-ce286a1f0ac7","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"tenant":"e2e-shared-a-w2-16b984","gateway":"openshift-ingress/e2e-shared-a-w2-16b984","model":"ai-tenant-e2e-shared-a-w2-16b984/auth-test-model-16b984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:01.541524542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"auth-test-model-16b984","reconcileID":"5f07bb24-f519-4c6f-8d95-ce286a1f0ac7","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"routeName":"auth-test-model-16b984-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-16b984","llmisvcName":"auth-test-model-16b984","gateway":"openshift-ingress/e2e-shared-a-w2-16b984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:04.666668282Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:56:18.772496214Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee480f","namespace":"ai-tenant-e2e-noten-ee480f"},"namespace":"ai-tenant-e2e-noten-ee480f","name":"noten-model-ee480f","reconcileID":"f8111e69-c5c5-49f3-aae0-0ead23e73eab","MaaSModelRef":{"name":"noten-model-ee480f","namespace":"ai-tenant-e2e-noten-ee480f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee480f/noten-model-ee480f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee480f/noten-model-ee480f-kserve-route (gateways: [openshift-ingress/e2e-noten-ee480f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:56:18.829513787Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee480f","namespace":"ai-tenant-e2e-noten-ee480f"},"namespace":"ai-tenant-e2e-noten-ee480f","name":"noten-model-ee480f","reconcileID":"f8111e69-c5c5-49f3-aae0-0ead23e73eab","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee480f/noten-model-ee480f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee480f/noten-model-ee480f-kserve-route (gateways: [openshift-ingress/e2e-noten-ee480f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:56:18.834888186Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee480f","namespace":"ai-tenant-e2e-noten-ee480f"},"namespace":"ai-tenant-e2e-noten-ee480f","name":"noten-model-ee480f","reconcileID":"5cb3e48e-c211-4678-a885-f85c034e1bad","MaaSModelRef":{"name":"noten-model-ee480f","namespace":"ai-tenant-e2e-noten-ee480f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee480f/noten-model-ee480f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee480f/noten-model-ee480f-kserve-route (gateways: [openshift-ingress/e2e-noten-ee480f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:56:18.834948395Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee480f","namespace":"ai-tenant-e2e-noten-ee480f"},"namespace":"ai-tenant-e2e-noten-ee480f","name":"noten-model-ee480f","reconcileID":"5cb3e48e-c211-4678-a885-f85c034e1bad","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee480f/noten-model-ee480f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee480f/noten-model-ee480f-kserve-route (gateways: [openshift-ingress/e2e-noten-ee480f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:56:18.846160224Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee480f","namespace":"ai-tenant-e2e-noten-ee480f"},"namespace":"ai-tenant-e2e-noten-ee480f","name":"noten-model-ee480f","reconcileID":"5f18291f-16d2-4c70-93b3-b3f009a92305","MaaSModelRef":{"name":"noten-model-ee480f","namespace":"ai-tenant-e2e-noten-ee480f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee480f/noten-model-ee480f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee480f/noten-model-ee480f-kserve-route (gateways: [openshift-ingress/e2e-noten-ee480f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:56:18.846241625Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee480f","namespace":"ai-tenant-e2e-noten-ee480f"},"namespace":"ai-tenant-e2e-noten-ee480f","name":"noten-model-ee480f","reconcileID":"5f18291f-16d2-4c70-93b3-b3f009a92305","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee480f/noten-model-ee480f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee480f/noten-model-ee480f-kserve-route (gateways: [openshift-ingress/e2e-noten-ee480f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:56:18.867477056Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee480f","namespace":"ai-tenant-e2e-noten-ee480f"},"namespace":"ai-tenant-e2e-noten-ee480f","name":"noten-model-ee480f","reconcileID":"33835f4b-b003-4c32-9fe2-18b1ed43a078","MaaSModelRef":{"name":"noten-model-ee480f","namespace":"ai-tenant-e2e-noten-ee480f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee480f/noten-model-ee480f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee480f/noten-model-ee480f-kserve-route (gateways: [openshift-ingress/e2e-noten-ee480f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:56:18.867533955Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee480f","namespace":"ai-tenant-e2e-noten-ee480f"},"namespace":"ai-tenant-e2e-noten-ee480f","name":"noten-model-ee480f","reconcileID":"33835f4b-b003-4c32-9fe2-18b1ed43a078","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee480f/noten-model-ee480f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee480f/noten-model-ee480f-kserve-route (gateways: [openshift-ingress/e2e-noten-ee480f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:56:18.908066992Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee480f","namespace":"ai-tenant-e2e-noten-ee480f"},"namespace":"ai-tenant-e2e-noten-ee480f","name":"noten-model-ee480f","reconcileID":"cadad1c1-8723-4a1e-a501-9bea8b7641f4","MaaSModelRef":{"name":"noten-model-ee480f","namespace":"ai-tenant-e2e-noten-ee480f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee480f/noten-model-ee480f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee480f/noten-model-ee480f-kserve-route (gateways: [openshift-ingress/e2e-noten-ee480f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:56:18.908130544Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee480f","namespace":"ai-tenant-e2e-noten-ee480f"},"namespace":"ai-tenant-e2e-noten-ee480f","name":"noten-model-ee480f","reconcileID":"cadad1c1-8723-4a1e-a501-9bea8b7641f4","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee480f/noten-model-ee480f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee480f/noten-model-ee480f-kserve-route (gateways: [openshift-ingress/e2e-noten-ee480f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:56:18.988950693Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee480f","namespace":"ai-tenant-e2e-noten-ee480f"},"namespace":"ai-tenant-e2e-noten-ee480f","name":"noten-model-ee480f","reconcileID":"e750e781-5d74-459d-b1de-5401987e0b8f","MaaSModelRef":{"name":"noten-model-ee480f","namespace":"ai-tenant-e2e-noten-ee480f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee480f/noten-model-ee480f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee480f/noten-model-ee480f-kserve-route (gateways: [openshift-ingress/e2e-noten-ee480f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:56:18.989036158Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee480f","namespace":"ai-tenant-e2e-noten-ee480f"},"namespace":"ai-tenant-e2e-noten-ee480f","name":"noten-model-ee480f","reconcileID":"e750e781-5d74-459d-b1de-5401987e0b8f","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee480f/noten-model-ee480f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee480f/noten-model-ee480f-kserve-route (gateways: [openshift-ingress/e2e-noten-ee480f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:56:19.149547888Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee480f","namespace":"ai-tenant-e2e-noten-ee480f"},"namespace":"ai-tenant-e2e-noten-ee480f","name":"noten-model-ee480f","reconcileID":"28afd740-10d3-4aea-ad0c-71eefffb2659","MaaSModelRef":{"name":"noten-model-ee480f","namespace":"ai-tenant-e2e-noten-ee480f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee480f/noten-model-ee480f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee480f/noten-model-ee480f-kserve-route (gateways: [openshift-ingress/e2e-noten-ee480f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:56:19.149635012Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee480f","namespace":"ai-tenant-e2e-noten-ee480f"},"namespace":"ai-tenant-e2e-noten-ee480f","name":"noten-model-ee480f","reconcileID":"28afd740-10d3-4aea-ad0c-71eefffb2659","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee480f/noten-model-ee480f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee480f/noten-model-ee480f-kserve-route (gateways: [openshift-ingress/e2e-noten-ee480f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:56:19.470501272Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee480f","namespace":"ai-tenant-e2e-noten-ee480f"},"namespace":"ai-tenant-e2e-noten-ee480f","name":"noten-model-ee480f","reconcileID":"0f3cf752-0aae-4b56-8b26-9739e2ccfbee","MaaSModelRef":{"name":"noten-model-ee480f","namespace":"ai-tenant-e2e-noten-ee480f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee480f/noten-model-ee480f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee480f/noten-model-ee480f-kserve-route (gateways: [openshift-ingress/e2e-noten-ee480f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:56:19.470566811Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee480f","namespace":"ai-tenant-e2e-noten-ee480f"},"namespace":"ai-tenant-e2e-noten-ee480f","name":"noten-model-ee480f","reconcileID":"0f3cf752-0aae-4b56-8b26-9739e2ccfbee","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee480f/noten-model-ee480f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee480f/noten-model-ee480f-kserve-route (gateways: [openshift-ingress/e2e-noten-ee480f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:56:20.111527067Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee480f","namespace":"ai-tenant-e2e-noten-ee480f"},"namespace":"ai-tenant-e2e-noten-ee480f","name":"noten-model-ee480f","reconcileID":"d2e52420-41fc-43c5-b660-f5bc111c0405","MaaSModelRef":{"name":"noten-model-ee480f","namespace":"ai-tenant-e2e-noten-ee480f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee480f/noten-model-ee480f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee480f/noten-model-ee480f-kserve-route (gateways: [openshift-ingress/e2e-noten-ee480f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:56:20.111607281Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee480f","namespace":"ai-tenant-e2e-noten-ee480f"},"namespace":"ai-tenant-e2e-noten-ee480f","name":"noten-model-ee480f","reconcileID":"d2e52420-41fc-43c5-b660-f5bc111c0405","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee480f/noten-model-ee480f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee480f/noten-model-ee480f-kserve-route (gateways: [openshift-ingress/e2e-noten-ee480f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:56:21.392580819Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee480f","namespace":"ai-tenant-e2e-noten-ee480f"},"namespace":"ai-tenant-e2e-noten-ee480f","name":"noten-model-ee480f","reconcileID":"c9ac0f79-fccc-433c-b4cc-d24b386b7b9b","MaaSModelRef":{"name":"noten-model-ee480f","namespace":"ai-tenant-e2e-noten-ee480f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee480f/noten-model-ee480f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee480f/noten-model-ee480f-kserve-route (gateways: [openshift-ingress/e2e-noten-ee480f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:56:21.392646069Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee480f","namespace":"ai-tenant-e2e-noten-ee480f"},"namespace":"ai-tenant-e2e-noten-ee480f","name":"noten-model-ee480f","reconcileID":"c9ac0f79-fccc-433c-b4cc-d24b386b7b9b","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee480f/noten-model-ee480f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee480f/noten-model-ee480f-kserve-route (gateways: [openshift-ingress/e2e-noten-ee480f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:56:23.953649878Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee480f","namespace":"ai-tenant-e2e-noten-ee480f"},"namespace":"ai-tenant-e2e-noten-ee480f","name":"noten-model-ee480f","reconcileID":"04d39b78-0ef0-4105-a7cb-d7307a4236ba","MaaSModelRef":{"name":"noten-model-ee480f","namespace":"ai-tenant-e2e-noten-ee480f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee480f/noten-model-ee480f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee480f/noten-model-ee480f-kserve-route (gateways: [openshift-ingress/e2e-noten-ee480f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:56:23.953734003Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee480f","namespace":"ai-tenant-e2e-noten-ee480f"},"namespace":"ai-tenant-e2e-noten-ee480f","name":"noten-model-ee480f","reconcileID":"04d39b78-0ef0-4105-a7cb-d7307a4236ba","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee480f/noten-model-ee480f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee480f/noten-model-ee480f-kserve-route (gateways: [openshift-ingress/e2e-noten-ee480f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:34.666213158Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:38.189854697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"auth-test-model-c6b3b9","reconcileID":"97012709-7eea-441b-922b-0cdd9f917809","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"tenant":"e2e-shared-b-w0-c6b3b9","gateway":"openshift-ingress/e2e-shared-b-w0-c6b3b9","model":"ai-tenant-e2e-shared-b-w0-c6b3b9/auth-test-model-c6b3b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:38.189895224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"auth-test-model-c6b3b9","reconcileID":"97012709-7eea-441b-922b-0cdd9f917809","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"routeName":"auth-test-model-c6b3b9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","llmisvcName":"auth-test-model-c6b3b9","gateway":"openshift-ingress/e2e-shared-b-w0-c6b3b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:43.154645892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"auth-test-model-4743f8","reconcileID":"308df07a-acb8-48a0-87ad-369ef8f875dc","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"tenant":"e2e-shared-a-w4-4743f8","gateway":"openshift-ingress/e2e-shared-a-w4-4743f8","model":"ai-tenant-e2e-shared-a-w4-4743f8/auth-test-model-4743f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:43.154684811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"auth-test-model-4743f8","reconcileID":"308df07a-acb8-48a0-87ad-369ef8f875dc","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"routeName":"auth-test-model-4743f8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-4743f8","llmisvcName":"auth-test-model-4743f8","gateway":"openshift-ingress/e2e-shared-a-w4-4743f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:43.831868408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"auth-test-model-cfc055","reconcileID":"abf938b5-af17-4712-a05e-0a35378c6331","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"tenant":"e2e-shared-a-w0-cfc055","gateway":"openshift-ingress/e2e-shared-a-w0-cfc055","model":"ai-tenant-e2e-shared-a-w0-cfc055/auth-test-model-cfc055","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:43.831891167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"auth-test-model-cfc055","reconcileID":"abf938b5-af17-4712-a05e-0a35378c6331","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"routeName":"auth-test-model-cfc055-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-cfc055","llmisvcName":"auth-test-model-cfc055","gateway":"openshift-ingress/e2e-shared-a-w0-cfc055","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:43.888846802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"auth-test-model-cfc055","reconcileID":"d89dbf47-16a7-478b-a4de-ed4c6a9d828e","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"tenant":"e2e-shared-a-w0-cfc055","gateway":"openshift-ingress/e2e-shared-a-w0-cfc055","model":"ai-tenant-e2e-shared-a-w0-cfc055/auth-test-model-cfc055","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:43.888869615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"auth-test-model-cfc055","reconcileID":"d89dbf47-16a7-478b-a4de-ed4c6a9d828e","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"routeName":"auth-test-model-cfc055-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-cfc055","llmisvcName":"auth-test-model-cfc055","gateway":"openshift-ingress/e2e-shared-a-w0-cfc055","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:43.994114059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"5cb22aac-602a-4b13-ac70-6b946a99905e","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-cfc055","tenantID":"e2e-shared-a-w0-cfc055","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:44.121450584Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"5cb22aac-602a-4b13-ac70-6b946a99905e","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"name":"e2e-shared-a-w0-cfc055-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:44.179894141Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-cfc055-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"5cb22aac-602a-4b13-ac70-6b946a99905e","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:44.23559957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"auth-test-model-cfc055","reconcileID":"c76111c7-25f5-47a7-93ca-39ced49786e0","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"tenant":"e2e-shared-a-w0-cfc055","gateway":"openshift-ingress/e2e-shared-a-w0-cfc055","model":"ai-tenant-e2e-shared-a-w0-cfc055/auth-test-model-cfc055","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:44.235623354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"auth-test-model-cfc055","reconcileID":"c76111c7-25f5-47a7-93ca-39ced49786e0","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"routeName":"auth-test-model-cfc055-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-cfc055","llmisvcName":"auth-test-model-cfc055","gateway":"openshift-ingress/e2e-shared-a-w0-cfc055","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:54.344926854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"34c4a987-6a5b-44fb-8fb7-313409720299","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-cfc055","tenantID":"e2e-shared-a-w0-cfc055","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:54.402158145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"34c4a987-6a5b-44fb-8fb7-313409720299","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"name":"e2e-shared-a-w0-cfc055-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:56:54.458408805Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-cfc055-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"34c4a987-6a5b-44fb-8fb7-313409720299","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:04.563439448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"bcbab875-be0b-4117-90ee-73c548d66568","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-cfc055","tenantID":"e2e-shared-a-w0-cfc055","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:04.621636875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"bcbab875-be0b-4117-90ee-73c548d66568","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"name":"e2e-shared-a-w0-cfc055-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:04.666304053Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:04.677376853Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-cfc055-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (82cdacc82902a960cbc0fd2ee5acaff8a4409160e507e2f4fb22686b1231f0b3) AuthConfig (a207dc9c03ac50b24c22c895568051510634cbb84754a71b590ff4eb57a5759f) AuthConfig (4ef2dd69fe4fd401891c6735b81ca2ffe4e634ca9702376388f4d0285d4cc33e) AuthConfig (965b9871834f7ab08c4d6e1fd79aaab4f289e40665db8f345b2ca84e022947a0) AuthConfig (c7787eb23a9afa525ac93a06760095ee70c836e67e1c2936e65cc34d73d585f6) AuthConfig (7cac88dc359bc462d4f6906412dab7f899c142c241975f2e74b0ec0c8307e1ab) AuthConfig (f4314bb1876ba1a4f4541f5929773f36bde8d6f7e84b5380c99ff96b499ac6a2) AuthConfig (5391abb740db6079682cc160805e4a00ebf88670c6064c67bd1342145f1a7600) AuthConfig (d762e8a5486eabf961fd4b236cfacfafc7b0161fecdfd2579bd67a85adcdf467) AuthConfig (bb18855ea2e1417b3ba008e7773a99d1dc518fe7fb249991551f643b60e29093) AuthConfig (bb33e5b1b439352cd1cb1b3b2a5fbd9aa40353f1cc0243f6861ee1ec0e682697) AuthConfig (69e9765a4430f85dec4b4520df5e51ca61d19c7728e05ac23a5a6610ae1818a1) AuthConfig (4e72bb93408efe22ab92f60ad64a10d9d412dcaa0a97e00f014835e16b786b3d) AuthConfig (01317e0acd407b34250698753eaac0d08d209fee43542faf3e90910acde744c7) AuthConfig (b1c42faf7f3b8fc0a66253e6b6ea864572bf1f9619d893e524e0437469380d00) AuthConfig (07771a621a35e8eb62b006902aa8cfd834c3cee97000902dfc65d5c245c0edb1) AuthConfig (f728e868a240301ed600be9825155cd2da0ccbfd9b6736cbf3f79270f4de9467) AuthConfig (8ef090961571dc14e6415f6e12db40274d8e8bd6ed0121eeeed8b8ead29981e0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"bcbab875-be0b-4117-90ee-73c548d66568","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:04.735784979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"auth-test-model-cfc055","reconcileID":"897b5be5-7476-44e4-8739-707bfbdd9a93","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"tenant":"e2e-shared-a-w0-cfc055","gateway":"openshift-ingress/e2e-shared-a-w0-cfc055","model":"ai-tenant-e2e-shared-a-w0-cfc055/auth-test-model-cfc055","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:04.735805829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"auth-test-model-cfc055","reconcileID":"897b5be5-7476-44e4-8739-707bfbdd9a93","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"routeName":"auth-test-model-cfc055-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-cfc055","llmisvcName":"auth-test-model-cfc055","gateway":"openshift-ingress/e2e-shared-a-w0-cfc055","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:14.840120709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"07909bc2-8237-4178-ba8b-5b2d7f70180a","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-cfc055","tenantID":"e2e-shared-a-w0-cfc055","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:14.897170823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"07909bc2-8237-4178-ba8b-5b2d7f70180a","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"name":"e2e-shared-a-w0-cfc055-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:14.953815007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-cfc055-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (82cdacc82902a960cbc0fd2ee5acaff8a4409160e507e2f4fb22686b1231f0b3) AuthConfig (a207dc9c03ac50b24c22c895568051510634cbb84754a71b590ff4eb57a5759f) AuthConfig (4ef2dd69fe4fd401891c6735b81ca2ffe4e634ca9702376388f4d0285d4cc33e) AuthConfig (965b9871834f7ab08c4d6e1fd79aaab4f289e40665db8f345b2ca84e022947a0) AuthConfig (c7787eb23a9afa525ac93a06760095ee70c836e67e1c2936e65cc34d73d585f6) AuthConfig (7cac88dc359bc462d4f6906412dab7f899c142c241975f2e74b0ec0c8307e1ab) AuthConfig (f4314bb1876ba1a4f4541f5929773f36bde8d6f7e84b5380c99ff96b499ac6a2) AuthConfig (5391abb740db6079682cc160805e4a00ebf88670c6064c67bd1342145f1a7600) AuthConfig (d762e8a5486eabf961fd4b236cfacfafc7b0161fecdfd2579bd67a85adcdf467) AuthConfig (bb18855ea2e1417b3ba008e7773a99d1dc518fe7fb249991551f643b60e29093) AuthConfig (bb33e5b1b439352cd1cb1b3b2a5fbd9aa40353f1cc0243f6861ee1ec0e682697) AuthConfig (69e9765a4430f85dec4b4520df5e51ca61d19c7728e05ac23a5a6610ae1818a1) AuthConfig (4e72bb93408efe22ab92f60ad64a10d9d412dcaa0a97e00f014835e16b786b3d) AuthConfig (01317e0acd407b34250698753eaac0d08d209fee43542faf3e90910acde744c7) AuthConfig (b1c42faf7f3b8fc0a66253e6b6ea864572bf1f9619d893e524e0437469380d00) AuthConfig (07771a621a35e8eb62b006902aa8cfd834c3cee97000902dfc65d5c245c0edb1) AuthConfig (f728e868a240301ed600be9825155cd2da0ccbfd9b6736cbf3f79270f4de9467) AuthConfig (8ef090961571dc14e6415f6e12db40274d8e8bd6ed0121eeeed8b8ead29981e0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"07909bc2-8237-4178-ba8b-5b2d7f70180a","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:25.057928121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"926302e9-2c34-43e8-9d29-3e7e83dde905","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-cfc055","tenantID":"e2e-shared-a-w0-cfc055","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:25.115092428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"926302e9-2c34-43e8-9d29-3e7e83dde905","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"name":"e2e-shared-a-w0-cfc055-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:25.171438435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-cfc055-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (82cdacc82902a960cbc0fd2ee5acaff8a4409160e507e2f4fb22686b1231f0b3) AuthConfig (a207dc9c03ac50b24c22c895568051510634cbb84754a71b590ff4eb57a5759f) AuthConfig (4ef2dd69fe4fd401891c6735b81ca2ffe4e634ca9702376388f4d0285d4cc33e) AuthConfig (965b9871834f7ab08c4d6e1fd79aaab4f289e40665db8f345b2ca84e022947a0) AuthConfig (c7787eb23a9afa525ac93a06760095ee70c836e67e1c2936e65cc34d73d585f6) AuthConfig (7cac88dc359bc462d4f6906412dab7f899c142c241975f2e74b0ec0c8307e1ab) AuthConfig (f4314bb1876ba1a4f4541f5929773f36bde8d6f7e84b5380c99ff96b499ac6a2) AuthConfig (5391abb740db6079682cc160805e4a00ebf88670c6064c67bd1342145f1a7600) AuthConfig (d762e8a5486eabf961fd4b236cfacfafc7b0161fecdfd2579bd67a85adcdf467) AuthConfig (bb18855ea2e1417b3ba008e7773a99d1dc518fe7fb249991551f643b60e29093) AuthConfig (bb33e5b1b439352cd1cb1b3b2a5fbd9aa40353f1cc0243f6861ee1ec0e682697) AuthConfig (69e9765a4430f85dec4b4520df5e51ca61d19c7728e05ac23a5a6610ae1818a1) AuthConfig (4e72bb93408efe22ab92f60ad64a10d9d412dcaa0a97e00f014835e16b786b3d) AuthConfig (01317e0acd407b34250698753eaac0d08d209fee43542faf3e90910acde744c7) AuthConfig (b1c42faf7f3b8fc0a66253e6b6ea864572bf1f9619d893e524e0437469380d00) AuthConfig (07771a621a35e8eb62b006902aa8cfd834c3cee97000902dfc65d5c245c0edb1) AuthConfig (f728e868a240301ed600be9825155cd2da0ccbfd9b6736cbf3f79270f4de9467) AuthConfig (8ef090961571dc14e6415f6e12db40274d8e8bd6ed0121eeeed8b8ead29981e0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"926302e9-2c34-43e8-9d29-3e7e83dde905","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:34.666775901Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:35.275854321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"dfdf480c-c225-4a88-a92b-8d37255324c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-cfc055","tenantID":"e2e-shared-a-w0-cfc055","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:35.332788876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"dfdf480c-c225-4a88-a92b-8d37255324c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"name":"e2e-shared-a-w0-cfc055-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:35.600391136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"auth-test-model-cfc055","reconcileID":"fccfbd4b-4b8b-48f1-aa0b-c8b18b51e15c","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"tenant":"e2e-shared-a-w0-cfc055","gateway":"openshift-ingress/e2e-shared-a-w0-cfc055","model":"ai-tenant-e2e-shared-a-w0-cfc055/auth-test-model-cfc055","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:35.600419734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"auth-test-model-cfc055","reconcileID":"fccfbd4b-4b8b-48f1-aa0b-c8b18b51e15c","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"routeName":"auth-test-model-cfc055-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-cfc055","llmisvcName":"auth-test-model-cfc055","gateway":"openshift-ingress/e2e-shared-a-w0-cfc055","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:36.551712682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"auth-test-model-cfc055","reconcileID":"cce758bc-da30-40f7-b839-d4e103e40137","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"tenant":"e2e-shared-a-w0-cfc055","gateway":"openshift-ingress/e2e-shared-a-w0-cfc055","model":"ai-tenant-e2e-shared-a-w0-cfc055/auth-test-model-cfc055","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:36.551735311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"auth-test-model-cfc055","reconcileID":"cce758bc-da30-40f7-b839-d4e103e40137","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"routeName":"auth-test-model-cfc055-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-cfc055","llmisvcName":"auth-test-model-cfc055","gateway":"openshift-ingress/e2e-shared-a-w0-cfc055","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:36.610131304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"auth-test-model-cfc055","reconcileID":"95cda744-2c8c-4535-9a7b-eb053a95851c","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"tenant":"e2e-shared-a-w0-cfc055","gateway":"openshift-ingress/e2e-shared-a-w0-cfc055","model":"ai-tenant-e2e-shared-a-w0-cfc055/auth-test-model-cfc055","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:36.610153569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"auth-test-model-cfc055","reconcileID":"95cda744-2c8c-4535-9a7b-eb053a95851c","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"routeName":"auth-test-model-cfc055-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-cfc055","llmisvcName":"auth-test-model-cfc055","gateway":"openshift-ingress/e2e-shared-a-w0-cfc055","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:36.654794214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"6c3b118f-92b0-49ec-a65c-ced616dc09e0","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-cfc055","tenantID":"e2e-shared-a-w0-cfc055","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:57:36.659918961Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"f2a9a190-e2aa-4d25-b30f-0879b521d178","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-43f0a1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:57:36.663805336Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"auth-test-model-cfc055","reconcileID":"95cda744-2c8c-4535-9a7b-eb053a95851c","name":"auth-test-model-cfc055","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-cfc055\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:57:36.663856933Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"auth-test-model-cfc055","reconcileID":"95cda744-2c8c-4535-9a7b-eb053a95851c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-cfc055\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:36.669159513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"auth-test-model-cfc055","reconcileID":"50f85b95-f944-4031-9a51-14e482835a84","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"tenant":"e2e-shared-a-w0-cfc055","gateway":"openshift-ingress/e2e-shared-a-w0-cfc055","model":"ai-tenant-e2e-shared-a-w0-cfc055/auth-test-model-cfc055","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:36.669208156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"auth-test-model-cfc055","reconcileID":"50f85b95-f944-4031-9a51-14e482835a84","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"routeName":"auth-test-model-cfc055-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-cfc055","llmisvcName":"auth-test-model-cfc055","gateway":"openshift-ingress/e2e-shared-a-w0-cfc055","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:36.71216462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"6c3b118f-92b0-49ec-a65c-ced616dc09e0","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"name":"e2e-shared-a-w0-cfc055-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:36.769322479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"auth-test-model-cfc055","reconcileID":"25564108-67ef-4c28-a086-4eaf0c8acd2f","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"tenant":"e2e-shared-a-w0-cfc055","gateway":"openshift-ingress/e2e-shared-a-w0-cfc055","model":"ai-tenant-e2e-shared-a-w0-cfc055/auth-test-model-cfc055","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:36.769340112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"auth-test-model-cfc055","reconcileID":"25564108-67ef-4c28-a086-4eaf0c8acd2f","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"routeName":"auth-test-model-cfc055-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-cfc055","llmisvcName":"auth-test-model-cfc055","gateway":"openshift-ingress/e2e-shared-a-w0-cfc055","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:36.824437833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"auth-test-model-cfc055","reconcileID":"e3c2ded8-5342-479b-96a1-19561522fbf7","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"tenant":"e2e-shared-a-w0-cfc055","gateway":"openshift-ingress/e2e-shared-a-w0-cfc055","model":"ai-tenant-e2e-shared-a-w0-cfc055/auth-test-model-cfc055","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:36.824461363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"auth-test-model-cfc055","reconcileID":"e3c2ded8-5342-479b-96a1-19561522fbf7","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"routeName":"auth-test-model-cfc055-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-cfc055","llmisvcName":"auth-test-model-cfc055","gateway":"openshift-ingress/e2e-shared-a-w0-cfc055","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:37.021894671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"d015fd51-412c-4c20-9575-257624026029","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-cfc055","tenantID":"e2e-shared-a-w0-cfc055","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:37.067562753Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"8130cd21-9159-4c23-83f3-20f7fe2c32d2","MaaSSubscription":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"name":"maas-trlp-auth-test-model-cfc055","model":"auth-test-model-cfc055","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-cfc055/e2e-auth-iso-43f0a1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:37.078403485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"d015fd51-412c-4c20-9575-257624026029","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"name":"e2e-shared-a-w0-cfc055-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:37.234920323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"auth-test-model-cfc055","reconcileID":"62820ce7-a716-41b7-9b9d-55cce639c19f","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"tenant":"e2e-shared-a-w0-cfc055","gateway":"openshift-ingress/e2e-shared-a-w0-cfc055","model":"ai-tenant-e2e-shared-a-w0-cfc055/auth-test-model-cfc055","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:37.234949159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"auth-test-model-cfc055","reconcileID":"62820ce7-a716-41b7-9b9d-55cce639c19f","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"routeName":"auth-test-model-cfc055-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-cfc055","llmisvcName":"auth-test-model-cfc055","gateway":"openshift-ingress/e2e-shared-a-w0-cfc055","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:37.450258766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"bb4da549-25b1-4bbe-912b-96639e728556","MaaSSubscription":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"name":"maas-trlp-auth-test-model-cfc055","model":"ai-tenant-e2e-shared-a-w0-cfc055/auth-test-model-cfc055","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:38.986460403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"auth-test-model-4e1a6c","reconcileID":"516e66f2-a9dc-4bbc-bc8e-f28604fcdb36","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"tenant":"e2e-shared-b-w3-4e1a6c","gateway":"openshift-ingress/e2e-shared-b-w3-4e1a6c","model":"ai-tenant-e2e-shared-b-w3-4e1a6c/auth-test-model-4e1a6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:38.986496843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"auth-test-model-4e1a6c","reconcileID":"516e66f2-a9dc-4bbc-bc8e-f28604fcdb36","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"routeName":"auth-test-model-4e1a6c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","llmisvcName":"auth-test-model-4e1a6c","gateway":"openshift-ingress/e2e-shared-b-w3-4e1a6c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:44.668454446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"auth-test-model-f13553","reconcileID":"329bb27d-3c60-466c-a734-7e5477452849","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"tenant":"e2e-shared-a-w3-f13553","gateway":"openshift-ingress/e2e-shared-a-w3-f13553","model":"ai-tenant-e2e-shared-a-w3-f13553/auth-test-model-f13553","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:44.668479126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"auth-test-model-f13553","reconcileID":"329bb27d-3c60-466c-a734-7e5477452849","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"routeName":"auth-test-model-f13553-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-f13553","llmisvcName":"auth-test-model-f13553","gateway":"openshift-ingress/e2e-shared-a-w3-f13553","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:44.723587096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"auth-test-model-f13553","reconcileID":"7245f7e0-115b-49ec-a871-f90d3fc106c6","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"tenant":"e2e-shared-a-w3-f13553","gateway":"openshift-ingress/e2e-shared-a-w3-f13553","model":"ai-tenant-e2e-shared-a-w3-f13553/auth-test-model-f13553","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:44.723615279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"auth-test-model-f13553","reconcileID":"7245f7e0-115b-49ec-a871-f90d3fc106c6","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"routeName":"auth-test-model-f13553-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-f13553","llmisvcName":"auth-test-model-f13553","gateway":"openshift-ingress/e2e-shared-a-w3-f13553","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:44.827427027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"b664838e-7d08-4650-8839-1de53086d93a","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-f13553","tenantID":"e2e-shared-a-w3-f13553","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:44.95979451Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"b664838e-7d08-4650-8839-1de53086d93a","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"name":"e2e-shared-a-w3-f13553-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:45.015464179Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-f13553-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"b664838e-7d08-4650-8839-1de53086d93a","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:45.072969957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"auth-test-model-f13553","reconcileID":"33d1c02d-2e45-4c7b-b94c-6884093682e9","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"tenant":"e2e-shared-a-w3-f13553","gateway":"openshift-ingress/e2e-shared-a-w3-f13553","model":"ai-tenant-e2e-shared-a-w3-f13553/auth-test-model-f13553","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:45.072991798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"auth-test-model-f13553","reconcileID":"33d1c02d-2e45-4c7b-b94c-6884093682e9","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"routeName":"auth-test-model-f13553-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-f13553","llmisvcName":"auth-test-model-f13553","gateway":"openshift-ingress/e2e-shared-a-w3-f13553","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:50.680491793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8584b0d-6227-4e2b-bd9a-2bf537564882","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:50.733706757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8584b0d-6227-4e2b-bd9a-2bf537564882","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:50.786420653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8584b0d-6227-4e2b-bd9a-2bf537564882","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:50.838295313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8584b0d-6227-4e2b-bd9a-2bf537564882","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:51.278392179Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-a7eb09","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-a7eb09","reconcileID":"04de570e-60ca-45f5-bdce-f1498c349b15","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-a7eb09","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-a7eb09":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:52.780217798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4660f77e-03ab-4d54-b933-47737f78dc63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:52.833324056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4660f77e-03ab-4d54-b933-47737f78dc63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:52.885771235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4660f77e-03ab-4d54-b933-47737f78dc63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:52.938080198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4660f77e-03ab-4d54-b933-47737f78dc63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:54.839990469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"177fad7d-2a09-48b0-9e05-bd55135b7e09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:54.892777664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"177fad7d-2a09-48b0-9e05-bd55135b7e09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:54.945862105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"177fad7d-2a09-48b0-9e05-bd55135b7e09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:54.997767429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"177fad7d-2a09-48b0-9e05-bd55135b7e09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:55.21207068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"de76f84e-2bf0-4cb3-9c20-f8e5b5380684","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-f13553","tenantID":"e2e-shared-a-w3-f13553","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:55.297912322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"de76f84e-2bf0-4cb3-9c20-f8e5b5380684","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"name":"e2e-shared-a-w3-f13553-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:55.354704362Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-f13553-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"de76f84e-2bf0-4cb3-9c20-f8e5b5380684","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:55.692170669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"9a10eb8f-0b6b-4387-be94-ce80ccc15cbe","MaaSSubscription":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"name":"maas-trlp-auth-test-model-cfc055","model":"ai-tenant-e2e-shared-a-w0-cfc055/auth-test-model-cfc055","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:55.859402485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"auth-test-model-cfc055","reconcileID":"785205ce-a874-47e4-b138-83a836c206cb","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"tenant":"e2e-shared-a-w0-cfc055","gateway":"openshift-ingress/e2e-shared-a-w0-cfc055","model":"ai-tenant-e2e-shared-a-w0-cfc055/auth-test-model-cfc055","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:55.859424013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"auth-test-model-cfc055","reconcileID":"785205ce-a874-47e4-b138-83a836c206cb","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"routeName":"auth-test-model-cfc055-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-cfc055","llmisvcName":"auth-test-model-cfc055","gateway":"openshift-ingress/e2e-shared-a-w0-cfc055","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:56.73760474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"3de9da62-353d-46e6-82be-f1bb1147cd73","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-cfc055","tenantID":"e2e-shared-a-w0-cfc055","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:56.794613302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"3de9da62-353d-46e6-82be-f1bb1147cd73","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"name":"e2e-shared-a-w0-cfc055-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:57.943790441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"auth-test-model-c6b3b9","reconcileID":"aa97d764-dc13-4dfe-92ca-a7ce82ff1978","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"tenant":"e2e-shared-b-w0-c6b3b9","gateway":"openshift-ingress/e2e-shared-b-w0-c6b3b9","model":"ai-tenant-e2e-shared-b-w0-c6b3b9/auth-test-model-c6b3b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:57.943815146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"auth-test-model-c6b3b9","reconcileID":"aa97d764-dc13-4dfe-92ca-a7ce82ff1978","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"routeName":"auth-test-model-c6b3b9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","llmisvcName":"auth-test-model-c6b3b9","gateway":"openshift-ingress/e2e-shared-b-w0-c6b3b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:57.998896348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"auth-test-model-c6b3b9","reconcileID":"57278a41-c1e1-4d7e-945e-1ab5ec6a343c","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"tenant":"e2e-shared-b-w0-c6b3b9","gateway":"openshift-ingress/e2e-shared-b-w0-c6b3b9","model":"ai-tenant-e2e-shared-b-w0-c6b3b9/auth-test-model-c6b3b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:57.998920804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"auth-test-model-c6b3b9","reconcileID":"57278a41-c1e1-4d7e-945e-1ab5ec6a343c","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"routeName":"auth-test-model-c6b3b9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","llmisvcName":"auth-test-model-c6b3b9","gateway":"openshift-ingress/e2e-shared-b-w0-c6b3b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:58.102720316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"f367a298-f618-4b5c-b6ae-06f975c23f27","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c6b3b9","tenantID":"e2e-shared-b-w0-c6b3b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:58.230644957Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"f367a298-f618-4b5c-b6ae-06f975c23f27","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"name":"e2e-shared-b-w0-c6b3b9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:58.286565778Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-c6b3b9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"f367a298-f618-4b5c-b6ae-06f975c23f27","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:58.344324781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"auth-test-model-c6b3b9","reconcileID":"32bed42c-4010-4312-96e2-94ecf48198ea","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"tenant":"e2e-shared-b-w0-c6b3b9","gateway":"openshift-ingress/e2e-shared-b-w0-c6b3b9","model":"ai-tenant-e2e-shared-b-w0-c6b3b9/auth-test-model-c6b3b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:57:58.344346692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"auth-test-model-c6b3b9","reconcileID":"32bed42c-4010-4312-96e2-94ecf48198ea","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"routeName":"auth-test-model-c6b3b9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","llmisvcName":"auth-test-model-c6b3b9","gateway":"openshift-ingress/e2e-shared-b-w0-c6b3b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:04.668963154Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:05.467290774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"f0dbdf5c-bb6d-4a2a-943d-ff0cf60ba37b","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-f13553","tenantID":"e2e-shared-a-w3-f13553","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:05.526278208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"f0dbdf5c-bb6d-4a2a-943d-ff0cf60ba37b","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"name":"e2e-shared-a-w3-f13553-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:05.582493417Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-f13553-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"f0dbdf5c-bb6d-4a2a-943d-ff0cf60ba37b","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:08.455426146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"a9f067af-a885-44b3-b74c-486c2ebc072d","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c6b3b9","tenantID":"e2e-shared-b-w0-c6b3b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:08.5135571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"a9f067af-a885-44b3-b74c-486c2ebc072d","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"name":"e2e-shared-b-w0-c6b3b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:08.569543929Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-c6b3b9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"a9f067af-a885-44b3-b74c-486c2ebc072d","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:12.433512569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"auth-test-model-bf325c","reconcileID":"28eda53f-0651-4a5b-8a9e-7bdcb582109d","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"tenant":"e2e-shared-b-w2-bf325c","gateway":"openshift-ingress/e2e-shared-b-w2-bf325c","model":"ai-tenant-e2e-shared-b-w2-bf325c/auth-test-model-bf325c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:12.43354395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"auth-test-model-bf325c","reconcileID":"28eda53f-0651-4a5b-8a9e-7bdcb582109d","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"routeName":"auth-test-model-bf325c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-bf325c","llmisvcName":"auth-test-model-bf325c","gateway":"openshift-ingress/e2e-shared-b-w2-bf325c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:15.702984106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"4dbdb522-9c81-4648-b752-7ffe1123f7ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-f13553","tenantID":"e2e-shared-a-w3-f13553","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:15.761970126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"4dbdb522-9c81-4648-b752-7ffe1123f7ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"name":"e2e-shared-a-w3-f13553-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:15.818729404Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-f13553-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"4dbdb522-9c81-4648-b752-7ffe1123f7ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:17.920516461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"auth-test-model-16b984","reconcileID":"fd0cebba-24d5-4b98-a012-7c09e03c3935","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"tenant":"e2e-shared-a-w2-16b984","gateway":"openshift-ingress/e2e-shared-a-w2-16b984","model":"ai-tenant-e2e-shared-a-w2-16b984/auth-test-model-16b984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:17.920540673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"auth-test-model-16b984","reconcileID":"fd0cebba-24d5-4b98-a012-7c09e03c3935","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"routeName":"auth-test-model-16b984-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-16b984","llmisvcName":"auth-test-model-16b984","gateway":"openshift-ingress/e2e-shared-a-w2-16b984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:17.975815065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"auth-test-model-16b984","reconcileID":"52964034-bf1b-4644-945d-2b9b6e22fd7e","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"tenant":"e2e-shared-a-w2-16b984","gateway":"openshift-ingress/e2e-shared-a-w2-16b984","model":"ai-tenant-e2e-shared-a-w2-16b984/auth-test-model-16b984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:17.975840697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"auth-test-model-16b984","reconcileID":"52964034-bf1b-4644-945d-2b9b6e22fd7e","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"routeName":"auth-test-model-16b984-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-16b984","llmisvcName":"auth-test-model-16b984","gateway":"openshift-ingress/e2e-shared-a-w2-16b984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:18.079850143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"4711cf2e-6ef2-41fd-b582-201d38b83f9a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-16b984","tenantID":"e2e-shared-a-w2-16b984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:18.208898085Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"4711cf2e-6ef2-41fd-b582-201d38b83f9a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"name":"e2e-shared-a-w2-16b984-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:18.265196186Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-16b984-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"4711cf2e-6ef2-41fd-b582-201d38b83f9a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:18.322842113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"auth-test-model-16b984","reconcileID":"89618477-ce6c-4b82-8b6b-4c2fb655bea5","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"tenant":"e2e-shared-a-w2-16b984","gateway":"openshift-ingress/e2e-shared-a-w2-16b984","model":"ai-tenant-e2e-shared-a-w2-16b984/auth-test-model-16b984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:18.322863173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"auth-test-model-16b984","reconcileID":"89618477-ce6c-4b82-8b6b-4c2fb655bea5","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"routeName":"auth-test-model-16b984-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-16b984","llmisvcName":"auth-test-model-16b984","gateway":"openshift-ingress/e2e-shared-a-w2-16b984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:18.673784978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"4decdb89-4d65-42d9-bc7e-cf02560b7e35","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c6b3b9","tenantID":"e2e-shared-b-w0-c6b3b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:18.73205613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"4decdb89-4d65-42d9-bc7e-cf02560b7e35","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"name":"e2e-shared-b-w0-c6b3b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:18.796536178Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-c6b3b9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"4decdb89-4d65-42d9-bc7e-cf02560b7e35","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:25.924996599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"4161f9e5-7608-42e7-a033-e0e83564b3ce","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-f13553","tenantID":"e2e-shared-a-w3-f13553","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:25.982670816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"4161f9e5-7608-42e7-a033-e0e83564b3ce","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"name":"e2e-shared-a-w3-f13553-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:26.043790507Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-f13553-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"4161f9e5-7608-42e7-a033-e0e83564b3ce","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:28.427623058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"7f172a94-c9a1-46dc-bae3-62ebdb6768c0","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-16b984","tenantID":"e2e-shared-a-w2-16b984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:28.487817056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"7f172a94-c9a1-46dc-bae3-62ebdb6768c0","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"name":"e2e-shared-a-w2-16b984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:28.544027192Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-16b984-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"7f172a94-c9a1-46dc-bae3-62ebdb6768c0","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:28.90352296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"c3e67cfb-aff1-4f1e-8142-cda9e35296cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c6b3b9","tenantID":"e2e-shared-b-w0-c6b3b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:28.966340948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"c3e67cfb-aff1-4f1e-8142-cda9e35296cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"name":"e2e-shared-b-w0-c6b3b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:29.022076608Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-c6b3b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d75f07aa7bd890d5f53da0e57f445a234fa130f455ab055becefb7124d3a5cb) AuthConfig (ac16908e8c15f09dce3810e21d80238acdd00cb8ed4cbaeffc0d79f4960edb2f) AuthConfig (6edca7204b7377aee5aa209f3b28755a79c52a08875c7a9bf8d99a8070410afb) AuthConfig (7f37dbd8f464b54c5e4f227f922f701acc6693b7c489c0554ce597a1d0929392) AuthConfig (8075ef2af2c3fa3c3ca51c16507a1b7d42763c91ceddc4eb3042d260695e3da8) AuthConfig (058fef2b43b4cfae7b7d7845e33fbca19389f9634e34f1bac21a64b1a64017be) AuthConfig (7194e1bc5eb1abf196a1b1d647836a5112c08bb66705a14b3ab9b806698724e6) AuthConfig (750b35c229f0d3fca40dd3e0418beaaa85809187c53538fe4c40a58741935866) AuthConfig (2da68f8574889067c37e3887d9c891b27cf06c2fdef1fea63115c7daf56d76bd) AuthConfig (48bf6337e17e650a76e75ff28f3f1f59b272d6935ee33190595e2c4d6ad573c0) AuthConfig (7ec3a2732b7ec446f21cafc4e5760e182683302a52b5e7350bdc7354f833f061) AuthConfig (fe429f273a8c1585a16695fb53a96ec5bb8c1dd53f03eaa9e15024054d32bcc8) AuthConfig (f4b7b00c07449992ea69d26390fc296e0bd2ebd6d3416bf29a917f0a4a013cd4) AuthConfig (275a7309182bbcf61e6b549352f61686de480d16ec18e0508b9326f229199ae3) AuthConfig (9cae985a497dc18c9bb87eacb0f00b00bbbe6a68ebe2b1f67ede9f2855e8bd40) AuthConfig (eef8b87fb32febcd0c510d183d27590cced235b94612e5265b5332949845ba11) AuthConfig (817eb989558d510f8d5f237b217d46e9bedfb56c8acd1eeeb9ef220fd759f20f) AuthConfig (b6ba1fd259a87671037f5ca52faf31727593d0e328195836e8b2ee2acf837571)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"c3e67cfb-aff1-4f1e-8142-cda9e35296cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:29.080598956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"auth-test-model-c6b3b9","reconcileID":"d3c89626-8059-4612-abec-2f31d3c26d1c","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"tenant":"e2e-shared-b-w0-c6b3b9","gateway":"openshift-ingress/e2e-shared-b-w0-c6b3b9","model":"ai-tenant-e2e-shared-b-w0-c6b3b9/auth-test-model-c6b3b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:29.080619881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"auth-test-model-c6b3b9","reconcileID":"d3c89626-8059-4612-abec-2f31d3c26d1c","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"routeName":"auth-test-model-c6b3b9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","llmisvcName":"auth-test-model-c6b3b9","gateway":"openshift-ingress/e2e-shared-b-w0-c6b3b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:34.668461716Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:36.14851879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"5e61a647-bb22-4ccb-a746-0b4f94e7f488","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-f13553","tenantID":"e2e-shared-a-w3-f13553","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:36.206806768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"5e61a647-bb22-4ccb-a746-0b4f94e7f488","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"name":"e2e-shared-a-w3-f13553-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:36.263230737Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-f13553-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0a69df39a2005cad3e80158b4969e497bfde456541ea52de15897c274a6241de) AuthConfig (e952b3af6665e9a6786006c0c0d6c03b17beff228b38b2cd6ec9527c53f4ded5) AuthConfig (bec0c07ac6c41602c2356bbf0cd6ad237f289d8ad745d7561a65767a76ea1b7d) AuthConfig (b6888f60174f44f015378c16883def4f3d7c0459a0e17bd528cf63db428ae799) AuthConfig (667ba16cc5970f16493cf8991fc90e8f55281d8fbd785fc76c20b1a2ab3db659) AuthConfig (50a5db8ffb823ea173c97362b700266887ff30fae8668a395958e63b2c14b87d) AuthConfig (15ebb2e9630fb70954649550028e8974c3a5f7b7e54db6c9c3ffdad341173e89) AuthConfig (bd5ab72bf74882e895174516009f525337da570b059f31137421ee86f12d310d) AuthConfig (55599911cdf7dacafa11cf70be4ffc220129a3dd8da88ea0b23ed53ce8cb58ee) AuthConfig (24a25d94129c297952235e107814f0186c4476c149b3b67938e97bc6791ceb78) AuthConfig (5efe8d498e5903268205b729a34232a2439768b0117f0876b4884f76f8462515) AuthConfig (c1967f968e95d604d7693767687ac41789b67554743f27b738cee598e8083241) AuthConfig (77b68d1587d26216b0c66c7597c8f394089981796bd663978067619104be0235) AuthConfig (6a3bb2000244d19b9c7991b7e4a0743d0130c4ad60151b26256c89b3f9d11e25) AuthConfig (780fc7e44db4020b5cad5402fc5a067205bc01d483c2e5cd6d196107e5047503) AuthConfig (89c066883713930f9f22c78a6c5a97123d73550498535d4de812848c5997b9d2) AuthConfig (e8b93700cb22e6f6b8496b0420c62761c2bcc5a6ceddcc145f2e58c8d169f5b9) AuthConfig (0d3bad4215345ce937bc20b7d5ea349ad8b9563a46057a8e21ddf860e476942a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"5e61a647-bb22-4ccb-a746-0b4f94e7f488","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:36.321341412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"auth-test-model-f13553","reconcileID":"69a3a4d3-6883-45a2-9234-a325c251f84c","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"tenant":"e2e-shared-a-w3-f13553","gateway":"openshift-ingress/e2e-shared-a-w3-f13553","model":"ai-tenant-e2e-shared-a-w3-f13553/auth-test-model-f13553","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:36.32136268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"auth-test-model-f13553","reconcileID":"69a3a4d3-6883-45a2-9234-a325c251f84c","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"routeName":"auth-test-model-f13553-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-f13553","llmisvcName":"auth-test-model-f13553","gateway":"openshift-ingress/e2e-shared-a-w3-f13553","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:38.670843437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"4e86e158-6d8c-4ecf-9b0b-805108b34f57","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-16b984","tenantID":"e2e-shared-a-w2-16b984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:38.735949897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"4e86e158-6d8c-4ecf-9b0b-805108b34f57","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"name":"e2e-shared-a-w2-16b984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:38.791710291Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-16b984-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"4e86e158-6d8c-4ecf-9b0b-805108b34f57","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:39.194022455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"fc711e6a-ed50-4e10-aa52-5c412b2e9d29","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c6b3b9","tenantID":"e2e-shared-b-w0-c6b3b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:39.264524312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"fc711e6a-ed50-4e10-aa52-5c412b2e9d29","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"name":"e2e-shared-b-w0-c6b3b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:39.324916304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-c6b3b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d75f07aa7bd890d5f53da0e57f445a234fa130f455ab055becefb7124d3a5cb) AuthConfig (ac16908e8c15f09dce3810e21d80238acdd00cb8ed4cbaeffc0d79f4960edb2f) AuthConfig (6edca7204b7377aee5aa209f3b28755a79c52a08875c7a9bf8d99a8070410afb) AuthConfig (7f37dbd8f464b54c5e4f227f922f701acc6693b7c489c0554ce597a1d0929392) AuthConfig (8075ef2af2c3fa3c3ca51c16507a1b7d42763c91ceddc4eb3042d260695e3da8) AuthConfig (058fef2b43b4cfae7b7d7845e33fbca19389f9634e34f1bac21a64b1a64017be) AuthConfig (7194e1bc5eb1abf196a1b1d647836a5112c08bb66705a14b3ab9b806698724e6) AuthConfig (750b35c229f0d3fca40dd3e0418beaaa85809187c53538fe4c40a58741935866) AuthConfig (2da68f8574889067c37e3887d9c891b27cf06c2fdef1fea63115c7daf56d76bd) AuthConfig (48bf6337e17e650a76e75ff28f3f1f59b272d6935ee33190595e2c4d6ad573c0) AuthConfig (7ec3a2732b7ec446f21cafc4e5760e182683302a52b5e7350bdc7354f833f061) AuthConfig (fe429f273a8c1585a16695fb53a96ec5bb8c1dd53f03eaa9e15024054d32bcc8) AuthConfig (f4b7b00c07449992ea69d26390fc296e0bd2ebd6d3416bf29a917f0a4a013cd4) AuthConfig (275a7309182bbcf61e6b549352f61686de480d16ec18e0508b9326f229199ae3) AuthConfig (9cae985a497dc18c9bb87eacb0f00b00bbbe6a68ebe2b1f67ede9f2855e8bd40) AuthConfig (eef8b87fb32febcd0c510d183d27590cced235b94612e5265b5332949845ba11) AuthConfig (817eb989558d510f8d5f237b217d46e9bedfb56c8acd1eeeb9ef220fd759f20f) AuthConfig (b6ba1fd259a87671037f5ca52faf31727593d0e328195836e8b2ee2acf837571)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"fc711e6a-ed50-4e10-aa52-5c412b2e9d29","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:46.435399245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"a28b5997-4e33-41a4-a00d-3792e29e4dff","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-f13553","tenantID":"e2e-shared-a-w3-f13553","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:46.493005873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"a28b5997-4e33-41a4-a00d-3792e29e4dff","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"name":"e2e-shared-a-w3-f13553-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:46.549079068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-f13553-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0a69df39a2005cad3e80158b4969e497bfde456541ea52de15897c274a6241de) AuthConfig (e952b3af6665e9a6786006c0c0d6c03b17beff228b38b2cd6ec9527c53f4ded5) AuthConfig (bec0c07ac6c41602c2356bbf0cd6ad237f289d8ad745d7561a65767a76ea1b7d) AuthConfig (b6888f60174f44f015378c16883def4f3d7c0459a0e17bd528cf63db428ae799) AuthConfig (667ba16cc5970f16493cf8991fc90e8f55281d8fbd785fc76c20b1a2ab3db659) AuthConfig (50a5db8ffb823ea173c97362b700266887ff30fae8668a395958e63b2c14b87d) AuthConfig (15ebb2e9630fb70954649550028e8974c3a5f7b7e54db6c9c3ffdad341173e89) AuthConfig (bd5ab72bf74882e895174516009f525337da570b059f31137421ee86f12d310d) AuthConfig (55599911cdf7dacafa11cf70be4ffc220129a3dd8da88ea0b23ed53ce8cb58ee) AuthConfig (24a25d94129c297952235e107814f0186c4476c149b3b67938e97bc6791ceb78) AuthConfig (5efe8d498e5903268205b729a34232a2439768b0117f0876b4884f76f8462515) AuthConfig (c1967f968e95d604d7693767687ac41789b67554743f27b738cee598e8083241) AuthConfig (77b68d1587d26216b0c66c7597c8f394089981796bd663978067619104be0235) AuthConfig (6a3bb2000244d19b9c7991b7e4a0743d0130c4ad60151b26256c89b3f9d11e25) AuthConfig (780fc7e44db4020b5cad5402fc5a067205bc01d483c2e5cd6d196107e5047503) AuthConfig (89c066883713930f9f22c78a6c5a97123d73550498535d4de812848c5997b9d2) AuthConfig (e8b93700cb22e6f6b8496b0420c62761c2bcc5a6ceddcc145f2e58c8d169f5b9) AuthConfig (0d3bad4215345ce937bc20b7d5ea349ad8b9563a46057a8e21ddf860e476942a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"a28b5997-4e33-41a4-a00d-3792e29e4dff","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:48.193543383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"b51e156b-bfd1-41a4-a9f9-3b004343d6ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:48.290715685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"53154958-09cc-4c2a-b600-9878b317cd78","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:48.556352646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"180809ba-3b32-45c2-9f11-f349221b4e67","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:48.663915761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"79a3ce2e-2b1e-4f87-a3ad-bb33467ab42b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:48.697569283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"0ec165e6-6975-4d3d-aad6-ffe7e4aad341","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:48.770056392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"876eb2e9-0837-4419-b575-821a274836c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:48.893113398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6b714c64-9899-43e6-a128-463871d83395","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:48.896589223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"63bc3f68-7a69-420f-89f1-097b543113e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-16b984","tenantID":"e2e-shared-a-w2-16b984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:48.955099128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"63bc3f68-7a69-420f-89f1-097b543113e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"name":"e2e-shared-a-w2-16b984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:49.021803548Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-16b984-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7b0ad309d7dbf4432dd2f34f472d7967a7186db08cbef08246986a896fc3a409) AuthConfig (b82aa0bcf3ccb5622dfa63cdec2df1c55785576b274092f591b7f4285cfc14c1) AuthConfig (7c0d40c7c5131bc35507bc7ed3f60a06572c4e3ed677bedee6536ea99aff28ca) AuthConfig (7d9998ec1ed7ca96143d41d27a8d53eee3ec62595b22b7735ea95181896accda) AuthConfig (8c957b7b343a7f4c8a9e6d5d80c60cad19df5e822233677e27b209ea63fca6c7) AuthConfig (e41b65c756cc00958c9fe46771659386d4b0145997ff6d62919727ac34cc5b61) AuthConfig (416d1daebc73a487b0a2526019f0a3518b61f9f39a2b5c1367fe2b2a31b58354) AuthConfig (3ddaeda20a513e95553ad8356d6acb3935f0a6ed946acb5073d7c058cb8126d3) AuthConfig (accaa842afa07ccee0259122e61cb686897592f2937e86a9a149ce8ae216919e) AuthConfig (9e8fc424c91489e838ea70f3112d1f162f6b020a7e8f73c7cea0f3adfa69f0f3) AuthConfig (bc2fbf986683acb8e816020e361634aef509afb359e0d285926ad3997c9b32f4) AuthConfig (30b23374745b28a08e79fad568bdc9ea1325ef7eb85d32550461dc5cab575bf9) AuthConfig (e892661e94930c3fbd26c24806f6413b13808bbf78637c3da63ec0c86bfc5172) AuthConfig (55e4a24b5fb36976948dd5d5e9d280872d06877cd7459aaaf05b9a18308ae0b3) AuthConfig (643e8b5445907bbe06bc81d8d59ef6710653cf735734688436f71c9db63ee7d2) AuthConfig (77592252e388536939751383345be567e0a5a8c88f9935c451e30983f3074433) AuthConfig (c2633ded8d7110daa88a41f8d5b6d01352524919f7e350fbbfe8a9012a4b1783) AuthConfig (f503975a5903beaee8a84382bb7d7892903178aa5220bbafcbe41de99ae09817)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"63bc3f68-7a69-420f-89f1-097b543113e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:49.079950267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"auth-test-model-16b984","reconcileID":"726faf36-4055-4643-92c3-d14ae1bc649d","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"tenant":"e2e-shared-a-w2-16b984","gateway":"openshift-ingress/e2e-shared-a-w2-16b984","model":"ai-tenant-e2e-shared-a-w2-16b984/auth-test-model-16b984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:49.079973186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"auth-test-model-16b984","reconcileID":"726faf36-4055-4643-92c3-d14ae1bc649d","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"routeName":"auth-test-model-16b984-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-16b984","llmisvcName":"auth-test-model-16b984","gateway":"openshift-ingress/e2e-shared-a-w2-16b984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:49.137816127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"949913b3-0404-4cf9-bad0-17b56607a6ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:49.255906073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"56e98d65-78a2-45b5-9a8a-d13838d9e468","MaaSSubscription":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"name":"maas-trlp-auth-test-model-cfc055","model":"ai-tenant-e2e-shared-a-w0-cfc055/auth-test-model-cfc055","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:49.355578365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"7093392d-4862-4372-a0a6-3adba5a86ec4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:49.374749025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"5025c259-1a15-48ed-bdab-1ce2d64110a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:49.428884167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"4b965623-9db5-4c7f-87bd-836df3854d5e","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c6b3b9","tenantID":"e2e-shared-b-w0-c6b3b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:49.513460684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"4b965623-9db5-4c7f-87bd-836df3854d5e","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"name":"e2e-shared-b-w0-c6b3b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:49.569858672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"88d29549-9c30-48cf-a8b5-a75ab12d0700","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:49.818476521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"auth-test-model-c6b3b9","reconcileID":"62f6cac2-5993-495f-83cb-8623f81a9b80","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"tenant":"e2e-shared-b-w0-c6b3b9","gateway":"openshift-ingress/e2e-shared-b-w0-c6b3b9","model":"ai-tenant-e2e-shared-b-w0-c6b3b9/auth-test-model-c6b3b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:49.818506465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"auth-test-model-c6b3b9","reconcileID":"62f6cac2-5993-495f-83cb-8623f81a9b80","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"routeName":"auth-test-model-c6b3b9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","llmisvcName":"auth-test-model-c6b3b9","gateway":"openshift-ingress/e2e-shared-b-w0-c6b3b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:49.845460652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"21f0476b-d377-4d21-b27e-1385e62db12d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:54.518929506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"auth-test-model-093220","reconcileID":"f64dd580-8ecc-4318-a4f0-28621afa8707","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"tenant":"e2e-shared-b-w4-093220","gateway":"openshift-ingress/e2e-shared-b-w4-093220","model":"ai-tenant-e2e-shared-b-w4-093220/auth-test-model-093220","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:54.518962235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"auth-test-model-093220","reconcileID":"f64dd580-8ecc-4318-a4f0-28621afa8707","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"routeName":"auth-test-model-093220-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-093220","llmisvcName":"auth-test-model-093220","gateway":"openshift-ingress/e2e-shared-b-w4-093220","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:55.293029444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"auth-test-model-c6b3b9","reconcileID":"85f95678-4778-4ca5-adf1-28135bcb6643","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"tenant":"e2e-shared-b-w0-c6b3b9","gateway":"openshift-ingress/e2e-shared-b-w0-c6b3b9","model":"ai-tenant-e2e-shared-b-w0-c6b3b9/auth-test-model-c6b3b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:55.293053584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"auth-test-model-c6b3b9","reconcileID":"85f95678-4778-4ca5-adf1-28135bcb6643","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"routeName":"auth-test-model-c6b3b9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","llmisvcName":"auth-test-model-c6b3b9","gateway":"openshift-ingress/e2e-shared-b-w0-c6b3b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:55.352640447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"auth-test-model-c6b3b9","reconcileID":"66c47691-0f56-4288-a9b0-aba119ab3f27","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"tenant":"e2e-shared-b-w0-c6b3b9","gateway":"openshift-ingress/e2e-shared-b-w0-c6b3b9","model":"ai-tenant-e2e-shared-b-w0-c6b3b9/auth-test-model-c6b3b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:55.352658967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"auth-test-model-c6b3b9","reconcileID":"66c47691-0f56-4288-a9b0-aba119ab3f27","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"routeName":"auth-test-model-c6b3b9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","llmisvcName":"auth-test-model-c6b3b9","gateway":"openshift-ingress/e2e-shared-b-w0-c6b3b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:55.396553112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"1a1765a8-4f7d-486a-8a3a-8fec3f02641a","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c6b3b9","tenantID":"e2e-shared-b-w0-c6b3b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:58:55.399953509Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"5dc4a490-59cb-4501-ad3a-7b2cd836bfdc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-43f0a1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:58:55.406321998Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"auth-test-model-c6b3b9","reconcileID":"66c47691-0f56-4288-a9b0-aba119ab3f27","name":"auth-test-model-c6b3b9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-c6b3b9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:58:55.4063744Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"auth-test-model-c6b3b9","reconcileID":"66c47691-0f56-4288-a9b0-aba119ab3f27","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-c6b3b9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:55.411694605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"auth-test-model-c6b3b9","reconcileID":"eb1f3c70-9a7f-4c0e-9cf9-909c7a0af6b1","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"tenant":"e2e-shared-b-w0-c6b3b9","gateway":"openshift-ingress/e2e-shared-b-w0-c6b3b9","model":"ai-tenant-e2e-shared-b-w0-c6b3b9/auth-test-model-c6b3b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:55.411711697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"auth-test-model-c6b3b9","reconcileID":"eb1f3c70-9a7f-4c0e-9cf9-909c7a0af6b1","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"routeName":"auth-test-model-c6b3b9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","llmisvcName":"auth-test-model-c6b3b9","gateway":"openshift-ingress/e2e-shared-b-w0-c6b3b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:55.454998675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"1a1765a8-4f7d-486a-8a3a-8fec3f02641a","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"name":"e2e-shared-b-w0-c6b3b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:55.507122127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"auth-test-model-c6b3b9","reconcileID":"5ea58427-83fc-4830-b6b6-856fbe6a3a69","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"tenant":"e2e-shared-b-w0-c6b3b9","gateway":"openshift-ingress/e2e-shared-b-w0-c6b3b9","model":"ai-tenant-e2e-shared-b-w0-c6b3b9/auth-test-model-c6b3b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:55.507142083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"auth-test-model-c6b3b9","reconcileID":"5ea58427-83fc-4830-b6b6-856fbe6a3a69","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"routeName":"auth-test-model-c6b3b9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","llmisvcName":"auth-test-model-c6b3b9","gateway":"openshift-ingress/e2e-shared-b-w0-c6b3b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:55.561984394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"auth-test-model-c6b3b9","reconcileID":"3f568975-9c5f-45a1-bd30-f898f292b7f0","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"tenant":"e2e-shared-b-w0-c6b3b9","gateway":"openshift-ingress/e2e-shared-b-w0-c6b3b9","model":"ai-tenant-e2e-shared-b-w0-c6b3b9/auth-test-model-c6b3b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:55.562004034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"auth-test-model-c6b3b9","reconcileID":"3f568975-9c5f-45a1-bd30-f898f292b7f0","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"routeName":"auth-test-model-c6b3b9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","llmisvcName":"auth-test-model-c6b3b9","gateway":"openshift-ingress/e2e-shared-b-w0-c6b3b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:55.763281818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"ac8993c4-2f83-4727-8e3c-0120dd968d30","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c6b3b9","tenantID":"e2e-shared-b-w0-c6b3b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:55.783322162Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"b1cf5dd2-3bf8-4ab2-8343-85ac7967f1d0","MaaSSubscription":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"name":"maas-trlp-auth-test-model-c6b3b9","model":"auth-test-model-c6b3b9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-c6b3b9/e2e-auth-iso-43f0a1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:55.821332618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"ac8993c4-2f83-4727-8e3c-0120dd968d30","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"name":"e2e-shared-b-w0-c6b3b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:55.950283472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"auth-test-model-c6b3b9","reconcileID":"fce805a3-d21a-4937-8b49-6a38c7d5b535","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"tenant":"e2e-shared-b-w0-c6b3b9","gateway":"openshift-ingress/e2e-shared-b-w0-c6b3b9","model":"ai-tenant-e2e-shared-b-w0-c6b3b9/auth-test-model-c6b3b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:55.95030463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"auth-test-model-c6b3b9","reconcileID":"fce805a3-d21a-4937-8b49-6a38c7d5b535","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"routeName":"auth-test-model-c6b3b9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","llmisvcName":"auth-test-model-c6b3b9","gateway":"openshift-ingress/e2e-shared-b-w0-c6b3b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:56.160070344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"d5119f31-70c8-4f98-b7e3-310692d43468","MaaSSubscription":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"name":"maas-trlp-auth-test-model-c6b3b9","model":"ai-tenant-e2e-shared-b-w0-c6b3b9/auth-test-model-c6b3b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:56.653263625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"72a6ce00-3dfc-4846-b0c4-c3c3c134c637","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-f13553","tenantID":"e2e-shared-a-w3-f13553","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:56.712909808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"72a6ce00-3dfc-4846-b0c4-c3c3c134c637","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"name":"e2e-shared-a-w3-f13553-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:56.9853738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"auth-test-model-f13553","reconcileID":"80965803-fc8c-4865-bf8a-21c60f92cca1","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"tenant":"e2e-shared-a-w3-f13553","gateway":"openshift-ingress/e2e-shared-a-w3-f13553","model":"ai-tenant-e2e-shared-a-w3-f13553/auth-test-model-f13553","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:56.98539601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"auth-test-model-f13553","reconcileID":"80965803-fc8c-4865-bf8a-21c60f92cca1","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"routeName":"auth-test-model-f13553-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-f13553","llmisvcName":"auth-test-model-f13553","gateway":"openshift-ingress/e2e-shared-a-w3-f13553","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:59.184345583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"1f31bfea-37be-4dc7-a808-46b43c183c21","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-16b984","tenantID":"e2e-shared-a-w2-16b984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:59.241433255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"1f31bfea-37be-4dc7-a808-46b43c183c21","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"name":"e2e-shared-a-w2-16b984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:58:59.297529606Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-16b984-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7b0ad309d7dbf4432dd2f34f472d7967a7186db08cbef08246986a896fc3a409) AuthConfig (b82aa0bcf3ccb5622dfa63cdec2df1c55785576b274092f591b7f4285cfc14c1) AuthConfig (7c0d40c7c5131bc35507bc7ed3f60a06572c4e3ed677bedee6536ea99aff28ca) AuthConfig (7d9998ec1ed7ca96143d41d27a8d53eee3ec62595b22b7735ea95181896accda) AuthConfig (8c957b7b343a7f4c8a9e6d5d80c60cad19df5e822233677e27b209ea63fca6c7) AuthConfig (e41b65c756cc00958c9fe46771659386d4b0145997ff6d62919727ac34cc5b61) AuthConfig (416d1daebc73a487b0a2526019f0a3518b61f9f39a2b5c1367fe2b2a31b58354) AuthConfig (3ddaeda20a513e95553ad8356d6acb3935f0a6ed946acb5073d7c058cb8126d3) AuthConfig (accaa842afa07ccee0259122e61cb686897592f2937e86a9a149ce8ae216919e) AuthConfig (9e8fc424c91489e838ea70f3112d1f162f6b020a7e8f73c7cea0f3adfa69f0f3) AuthConfig (bc2fbf986683acb8e816020e361634aef509afb359e0d285926ad3997c9b32f4) AuthConfig (30b23374745b28a08e79fad568bdc9ea1325ef7eb85d32550461dc5cab575bf9) AuthConfig (e892661e94930c3fbd26c24806f6413b13808bbf78637c3da63ec0c86bfc5172) AuthConfig (55e4a24b5fb36976948dd5d5e9d280872d06877cd7459aaaf05b9a18308ae0b3) AuthConfig (643e8b5445907bbe06bc81d8d59ef6710653cf735734688436f71c9db63ee7d2) AuthConfig (77592252e388536939751383345be567e0a5a8c88f9935c451e30983f3074433) AuthConfig (c2633ded8d7110daa88a41f8d5b6d01352524919f7e350fbbfe8a9012a4b1783) AuthConfig (f503975a5903beaee8a84382bb7d7892903178aa5220bbafcbe41de99ae09817)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"1f31bfea-37be-4dc7-a808-46b43c183c21","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:00.018420035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"auth-test-model-4743f8","reconcileID":"0c56d46f-ed9e-420f-9f4e-21b72e50063c","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"tenant":"e2e-shared-a-w4-4743f8","gateway":"openshift-ingress/e2e-shared-a-w4-4743f8","model":"ai-tenant-e2e-shared-a-w4-4743f8/auth-test-model-4743f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:00.018442668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"auth-test-model-4743f8","reconcileID":"0c56d46f-ed9e-420f-9f4e-21b72e50063c","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"routeName":"auth-test-model-4743f8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-4743f8","llmisvcName":"auth-test-model-4743f8","gateway":"openshift-ingress/e2e-shared-a-w4-4743f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:00.07670129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"auth-test-model-4743f8","reconcileID":"b2955516-1523-4983-ae98-966e80baf2e2","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"tenant":"e2e-shared-a-w4-4743f8","gateway":"openshift-ingress/e2e-shared-a-w4-4743f8","model":"ai-tenant-e2e-shared-a-w4-4743f8/auth-test-model-4743f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:00.076723001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"auth-test-model-4743f8","reconcileID":"b2955516-1523-4983-ae98-966e80baf2e2","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"routeName":"auth-test-model-4743f8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-4743f8","llmisvcName":"auth-test-model-4743f8","gateway":"openshift-ingress/e2e-shared-a-w4-4743f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:00.185113939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"f7cc53f9-ca64-4855-abf5-fb273043b30a","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-4743f8","tenantID":"e2e-shared-a-w4-4743f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:00.314355972Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"f7cc53f9-ca64-4855-abf5-fb273043b30a","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"name":"e2e-shared-a-w4-4743f8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:00.370136435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-4743f8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"f7cc53f9-ca64-4855-abf5-fb273043b30a","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:00.425659705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"auth-test-model-4743f8","reconcileID":"23d7a86f-1502-4742-9032-6710c8bb563c","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"tenant":"e2e-shared-a-w4-4743f8","gateway":"openshift-ingress/e2e-shared-a-w4-4743f8","model":"ai-tenant-e2e-shared-a-w4-4743f8/auth-test-model-4743f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:00.42568334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"auth-test-model-4743f8","reconcileID":"23d7a86f-1502-4742-9032-6710c8bb563c","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"routeName":"auth-test-model-4743f8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-4743f8","llmisvcName":"auth-test-model-4743f8","gateway":"openshift-ingress/e2e-shared-a-w4-4743f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:02.60397056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"auth-test-model-f13553","reconcileID":"b3ba07ea-82e7-4a89-b774-96fd38b389cf","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"tenant":"e2e-shared-a-w3-f13553","gateway":"openshift-ingress/e2e-shared-a-w3-f13553","model":"ai-tenant-e2e-shared-a-w3-f13553/auth-test-model-f13553","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:02.603998477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"auth-test-model-f13553","reconcileID":"b3ba07ea-82e7-4a89-b774-96fd38b389cf","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"routeName":"auth-test-model-f13553-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-f13553","llmisvcName":"auth-test-model-f13553","gateway":"openshift-ingress/e2e-shared-a-w3-f13553","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:02.666574164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"auth-test-model-f13553","reconcileID":"f2f26c38-1b47-4224-b032-c62f656af0e4","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"tenant":"e2e-shared-a-w3-f13553","gateway":"openshift-ingress/e2e-shared-a-w3-f13553","model":"ai-tenant-e2e-shared-a-w3-f13553/auth-test-model-f13553","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:02.666591758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"auth-test-model-f13553","reconcileID":"f2f26c38-1b47-4224-b032-c62f656af0e4","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"routeName":"auth-test-model-f13553-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-f13553","llmisvcName":"auth-test-model-f13553","gateway":"openshift-ingress/e2e-shared-a-w3-f13553","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:02.711141967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"be887939-aae4-4716-ab9e-8ce93d9b70d2","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-f13553","tenantID":"e2e-shared-a-w3-f13553","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:59:02.713153563Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"ad256efc-5c4f-4755-a4b9-c4692efc8267","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-bd839d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:59:02.730454299Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"auth-test-model-f13553","reconcileID":"f2f26c38-1b47-4224-b032-c62f656af0e4","name":"auth-test-model-f13553","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-f13553\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T00:59:02.730512748Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"auth-test-model-f13553","reconcileID":"f2f26c38-1b47-4224-b032-c62f656af0e4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-f13553\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:02.735864141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"auth-test-model-f13553","reconcileID":"6629350a-83b2-4094-9501-c1b9a5322d63","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"tenant":"e2e-shared-a-w3-f13553","gateway":"openshift-ingress/e2e-shared-a-w3-f13553","model":"ai-tenant-e2e-shared-a-w3-f13553/auth-test-model-f13553","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:02.735881718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"auth-test-model-f13553","reconcileID":"6629350a-83b2-4094-9501-c1b9a5322d63","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"routeName":"auth-test-model-f13553-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-f13553","llmisvcName":"auth-test-model-f13553","gateway":"openshift-ingress/e2e-shared-a-w3-f13553","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:02.774064108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"be887939-aae4-4716-ab9e-8ce93d9b70d2","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"name":"e2e-shared-a-w3-f13553-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:02.830735383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"auth-test-model-f13553","reconcileID":"56529f02-9c2b-4902-a6f0-aea7acd4bd63","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"tenant":"e2e-shared-a-w3-f13553","gateway":"openshift-ingress/e2e-shared-a-w3-f13553","model":"ai-tenant-e2e-shared-a-w3-f13553/auth-test-model-f13553","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:02.830758914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"auth-test-model-f13553","reconcileID":"56529f02-9c2b-4902-a6f0-aea7acd4bd63","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"routeName":"auth-test-model-f13553-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-f13553","llmisvcName":"auth-test-model-f13553","gateway":"openshift-ingress/e2e-shared-a-w3-f13553","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:02.893139811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"auth-test-model-f13553","reconcileID":"574692a1-bc0a-49ac-a0a6-ed5cf0efe66f","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"tenant":"e2e-shared-a-w3-f13553","gateway":"openshift-ingress/e2e-shared-a-w3-f13553","model":"ai-tenant-e2e-shared-a-w3-f13553/auth-test-model-f13553","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:02.893161415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"auth-test-model-f13553","reconcileID":"574692a1-bc0a-49ac-a0a6-ed5cf0efe66f","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"routeName":"auth-test-model-f13553-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-f13553","llmisvcName":"auth-test-model-f13553","gateway":"openshift-ingress/e2e-shared-a-w3-f13553","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:03.090521863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"e3b28395-1fd2-4f19-a11e-a669998a756e","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-f13553","tenantID":"e2e-shared-a-w3-f13553","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:03.106692602Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"011979c2-ffbf-4386-a1f3-6641bb62981a","MaaSSubscription":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"name":"maas-trlp-auth-test-model-f13553","model":"auth-test-model-f13553","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-f13553/e2e-auth-iso-bd839d"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:03.147534422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"e3b28395-1fd2-4f19-a11e-a669998a756e","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"name":"e2e-shared-a-w3-f13553-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:03.277561315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"auth-test-model-f13553","reconcileID":"1d5a0538-b214-441c-a470-99249fac6d60","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"tenant":"e2e-shared-a-w3-f13553","gateway":"openshift-ingress/e2e-shared-a-w3-f13553","model":"ai-tenant-e2e-shared-a-w3-f13553/auth-test-model-f13553","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:03.277582566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"auth-test-model-f13553","reconcileID":"1d5a0538-b214-441c-a470-99249fac6d60","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"routeName":"auth-test-model-f13553-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-f13553","llmisvcName":"auth-test-model-f13553","gateway":"openshift-ingress/e2e-shared-a-w3-f13553","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:03.488971402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"9ca043db-17d9-46bd-bb1b-87838c216471","MaaSSubscription":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"name":"maas-trlp-auth-test-model-f13553","model":"ai-tenant-e2e-shared-a-w3-f13553/auth-test-model-f13553","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:04.670397435Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:06.368704659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a7eb09"},"namespace":"ai-tenant-e2e-shared-a-w1-a7eb09","name":"default-tenant","reconcileID":"cada4195-8729-4f84-9ba7-a0e93b89af78","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a7eb09","tenantID":"e2e-shared-a-w1-a7eb09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:06.491050172Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a7eb09"},"namespace":"ai-tenant-e2e-shared-a-w1-a7eb09","name":"default-tenant","reconcileID":"cada4195-8729-4f84-9ba7-a0e93b89af78","name":"e2e-shared-a-w1-a7eb09-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:09.404308021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"fe3540ae-a2cc-428e-a87e-1f6211116976","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-16b984","tenantID":"e2e-shared-a-w2-16b984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:09.462070604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"fe3540ae-a2cc-428e-a87e-1f6211116976","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"name":"e2e-shared-a-w2-16b984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:09.52166588Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-16b984-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7b0ad309d7dbf4432dd2f34f472d7967a7186db08cbef08246986a896fc3a409) AuthConfig (b82aa0bcf3ccb5622dfa63cdec2df1c55785576b274092f591b7f4285cfc14c1) AuthConfig (7c0d40c7c5131bc35507bc7ed3f60a06572c4e3ed677bedee6536ea99aff28ca) AuthConfig (7d9998ec1ed7ca96143d41d27a8d53eee3ec62595b22b7735ea95181896accda) AuthConfig (8c957b7b343a7f4c8a9e6d5d80c60cad19df5e822233677e27b209ea63fca6c7) AuthConfig (e41b65c756cc00958c9fe46771659386d4b0145997ff6d62919727ac34cc5b61) AuthConfig (416d1daebc73a487b0a2526019f0a3518b61f9f39a2b5c1367fe2b2a31b58354) AuthConfig (3ddaeda20a513e95553ad8356d6acb3935f0a6ed946acb5073d7c058cb8126d3) AuthConfig (accaa842afa07ccee0259122e61cb686897592f2937e86a9a149ce8ae216919e) AuthConfig (9e8fc424c91489e838ea70f3112d1f162f6b020a7e8f73c7cea0f3adfa69f0f3) AuthConfig (bc2fbf986683acb8e816020e361634aef509afb359e0d285926ad3997c9b32f4) AuthConfig (30b23374745b28a08e79fad568bdc9ea1325ef7eb85d32550461dc5cab575bf9) AuthConfig (e892661e94930c3fbd26c24806f6413b13808bbf78637c3da63ec0c86bfc5172) AuthConfig (55e4a24b5fb36976948dd5d5e9d280872d06877cd7459aaaf05b9a18308ae0b3) AuthConfig (643e8b5445907bbe06bc81d8d59ef6710653cf735734688436f71c9db63ee7d2) AuthConfig (77592252e388536939751383345be567e0a5a8c88f9935c451e30983f3074433) AuthConfig (c2633ded8d7110daa88a41f8d5b6d01352524919f7e350fbbfe8a9012a4b1783) AuthConfig (f503975a5903beaee8a84382bb7d7892903178aa5220bbafcbe41de99ae09817)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"fe3540ae-a2cc-428e-a87e-1f6211116976","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:10.532002217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"61e24059-673b-436f-9b91-dd5e02f631ab","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-4743f8","tenantID":"e2e-shared-a-w4-4743f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:10.590151953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"61e24059-673b-436f-9b91-dd5e02f631ab","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"name":"e2e-shared-a-w4-4743f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:10.646717725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-4743f8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"61e24059-673b-436f-9b91-dd5e02f631ab","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:11.889196842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"c6e7675a-f808-4217-9033-47da8e8b0f00","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:12.036937666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d96adbf1-3680-4f17-91e9-4a4ba35e6eab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:12.055523716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"b707f923-383d-479a-b5b9-e6de4e973cdd","MaaSSubscription":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"name":"maas-trlp-auth-test-model-c6b3b9","model":"ai-tenant-e2e-shared-b-w0-c6b3b9/auth-test-model-c6b3b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:12.230496963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"auth-test-model-c6b3b9","reconcileID":"0f4c5108-f621-49fe-a667-c8877f5ceae0","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"tenant":"e2e-shared-b-w0-c6b3b9","gateway":"openshift-ingress/e2e-shared-b-w0-c6b3b9","model":"ai-tenant-e2e-shared-b-w0-c6b3b9/auth-test-model-c6b3b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:12.230519683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"auth-test-model-c6b3b9","reconcileID":"0f4c5108-f621-49fe-a667-c8877f5ceae0","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"routeName":"auth-test-model-c6b3b9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","llmisvcName":"auth-test-model-c6b3b9","gateway":"openshift-ingress/e2e-shared-b-w0-c6b3b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:12.255015137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"be8c7e39-a4a9-426b-8032-6ac966632658","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:12.398733976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"91c52b1a-cc53-44e4-b11c-b33f45121791","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:12.500662387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"27ebbbf8-e06f-4634-89d0-8e556ff9a09a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:12.61115656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"3d7e6ee0-983a-4ba6-afab-8668923a8d31","MaaSSubscription":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"name":"maas-trlp-auth-test-model-cfc055","model":"ai-tenant-e2e-shared-a-w0-cfc055/auth-test-model-cfc055","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:12.708090003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"03c762a3-126b-4b8d-a1ac-d9a2386b6a16","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:12.805728478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"a8917db5-f0a3-4291-851e-69e8c2628cd5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:12.951814114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"649eda54-bbe7-4e42-a211-55bba28e0461","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:13.054600408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"43c73f9b-cd62-4330-a84a-abaed9a45df8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:13.153969126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"132c0ecc-95d7-409c-8edf-567e17c42161","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:13.267781604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"6dd85664-e8bf-4eaa-98ae-2a7bf72ed2e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:13.367115438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5a3c571f-9c79-4edd-8247-076440db4b1e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:14.074157728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"bbc66e7f-f9ca-43e0-bf23-1f47417df0f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c6b3b9","tenantID":"e2e-shared-b-w0-c6b3b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:14.13261175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"bbc66e7f-f9ca-43e0-bf23-1f47417df0f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"name":"e2e-shared-b-w0-c6b3b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:16.445788131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"auth-test-model-cfc055","reconcileID":"25dada42-5e67-4032-9164-196180e92c8c","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"tenant":"e2e-shared-a-w0-cfc055","gateway":"openshift-ingress/e2e-shared-a-w0-cfc055","model":"ai-tenant-e2e-shared-a-w0-cfc055/auth-test-model-cfc055","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:16.445809524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"auth-test-model-cfc055","reconcileID":"25dada42-5e67-4032-9164-196180e92c8c","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"routeName":"auth-test-model-cfc055-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-cfc055","llmisvcName":"auth-test-model-cfc055","gateway":"openshift-ingress/e2e-shared-a-w0-cfc055","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:16.554100606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"bb750930-9273-4d60-8a91-3041b7b6fd20","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-cfc055","tenantID":"e2e-shared-a-w0-cfc055","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:16.60983914Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"8300e148-4c51-4dbe-b34c-6cae870e2237","MaaSSubscription":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-100e23e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:16.611541177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"bb750930-9273-4d60-8a91-3041b7b6fd20","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"name":"e2e-shared-a-w0-cfc055-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:16.889834231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"93f864b9-3192-4b8a-915b-2d96c379a25a","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-cfc055","tenantID":"e2e-shared-a-w0-cfc055","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:16.949030444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"93f864b9-3192-4b8a-915b-2d96c379a25a","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"name":"e2e-shared-a-w0-cfc055-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:19.627007949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"d9933e28-3184-4f50-8077-0646c12a6f83","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-16b984","tenantID":"e2e-shared-a-w2-16b984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:19.68388392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"d9933e28-3184-4f50-8077-0646c12a6f83","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"name":"e2e-shared-a-w2-16b984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:20.00296108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"auth-test-model-16b984","reconcileID":"fe0cf058-fdab-4808-9bd5-716945317578","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"tenant":"e2e-shared-a-w2-16b984","gateway":"openshift-ingress/e2e-shared-a-w2-16b984","model":"ai-tenant-e2e-shared-a-w2-16b984/auth-test-model-16b984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:20.002984316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"auth-test-model-16b984","reconcileID":"fe0cf058-fdab-4808-9bd5-716945317578","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"routeName":"auth-test-model-16b984-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-16b984","llmisvcName":"auth-test-model-16b984","gateway":"openshift-ingress/e2e-shared-a-w2-16b984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:20.751226079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"d34f3b3a-1e5f-42e8-9c99-856f5300a20b","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-4743f8","tenantID":"e2e-shared-a-w4-4743f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:20.808348724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"d34f3b3a-1e5f-42e8-9c99-856f5300a20b","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"name":"e2e-shared-a-w4-4743f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:20.864577259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-4743f8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"d34f3b3a-1e5f-42e8-9c99-856f5300a20b","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:25.556046747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"auth-test-model-16b984","reconcileID":"4c5bd3c2-86a4-4575-b232-628233c90450","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"tenant":"e2e-shared-a-w2-16b984","gateway":"openshift-ingress/e2e-shared-a-w2-16b984","model":"ai-tenant-e2e-shared-a-w2-16b984/auth-test-model-16b984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:25.556068284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"auth-test-model-16b984","reconcileID":"4c5bd3c2-86a4-4575-b232-628233c90450","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"routeName":"auth-test-model-16b984-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-16b984","llmisvcName":"auth-test-model-16b984","gateway":"openshift-ingress/e2e-shared-a-w2-16b984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:25.614717705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"auth-test-model-16b984","reconcileID":"1ac8ce55-5c60-4a1d-9f49-26dc8bd9f480","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"tenant":"e2e-shared-a-w2-16b984","gateway":"openshift-ingress/e2e-shared-a-w2-16b984","model":"ai-tenant-e2e-shared-a-w2-16b984/auth-test-model-16b984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:25.614737029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"auth-test-model-16b984","reconcileID":"1ac8ce55-5c60-4a1d-9f49-26dc8bd9f480","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"routeName":"auth-test-model-16b984-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-16b984","llmisvcName":"auth-test-model-16b984","gateway":"openshift-ingress/e2e-shared-a-w2-16b984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:25.665573953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"d9761beb-cff0-4b87-b31c-6598b5cc2e85","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-16b984","tenantID":"e2e-shared-a-w2-16b984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T00:59:25.665592058Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"bae4d80f-c72d-40e4-b356-8aedd5e059db","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-9b201c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:25.725793808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"d9761beb-cff0-4b87-b31c-6598b5cc2e85","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"name":"e2e-shared-a-w2-16b984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:25.776471461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"auth-test-model-16b984","reconcileID":"a9c8cd0f-a13a-451d-99d1-32069e5a4ecf","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"tenant":"e2e-shared-a-w2-16b984","gateway":"openshift-ingress/e2e-shared-a-w2-16b984","model":"ai-tenant-e2e-shared-a-w2-16b984/auth-test-model-16b984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:25.77648963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"auth-test-model-16b984","reconcileID":"a9c8cd0f-a13a-451d-99d1-32069e5a4ecf","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"routeName":"auth-test-model-16b984-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-16b984","llmisvcName":"auth-test-model-16b984","gateway":"openshift-ingress/e2e-shared-a-w2-16b984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:25.835626036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"auth-test-model-16b984","reconcileID":"7ab2de2f-7494-42b3-934e-38f23682adb2","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"tenant":"e2e-shared-a-w2-16b984","gateway":"openshift-ingress/e2e-shared-a-w2-16b984","model":"ai-tenant-e2e-shared-a-w2-16b984/auth-test-model-16b984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:25.835648393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"auth-test-model-16b984","reconcileID":"7ab2de2f-7494-42b3-934e-38f23682adb2","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"routeName":"auth-test-model-16b984-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-16b984","llmisvcName":"auth-test-model-16b984","gateway":"openshift-ingress/e2e-shared-a-w2-16b984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:25.992452973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"950a13af-a6e3-4b32-ae09-d304f0922f3b","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-16b984","tenantID":"e2e-shared-a-w2-16b984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:26.050281049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"950a13af-a6e3-4b32-ae09-d304f0922f3b","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"name":"e2e-shared-a-w2-16b984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:26.064790409Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"dbfca4cb-4b36-4e76-8a9f-98faad10426d","MaaSSubscription":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"name":"maas-trlp-auth-test-model-16b984","model":"auth-test-model-16b984","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-16b984/e2e-auth-iso-9b201c"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:26.24110403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"auth-test-model-16b984","reconcileID":"284c6e96-7e26-4a71-a106-7f58b719b836","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"tenant":"e2e-shared-a-w2-16b984","gateway":"openshift-ingress/e2e-shared-a-w2-16b984","model":"ai-tenant-e2e-shared-a-w2-16b984/auth-test-model-16b984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:26.241124283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"auth-test-model-16b984","reconcileID":"284c6e96-7e26-4a71-a106-7f58b719b836","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"routeName":"auth-test-model-16b984-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-16b984","llmisvcName":"auth-test-model-16b984","gateway":"openshift-ingress/e2e-shared-a-w2-16b984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:26.452947142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"48c4d67b-1a5b-42ed-af2b-fbf466c0e14e","MaaSSubscription":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"name":"maas-trlp-auth-test-model-16b984","model":"ai-tenant-e2e-shared-a-w2-16b984/auth-test-model-16b984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:26.662239124Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"d68db024-5ce0-40aa-b7e4-a55885c23b10","MaaSSubscription":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"model":"ai-tenant-e2e-shared-a-w0-cfc055/auth-test-model-cfc055","subscription":"e2e-auth-iso-43f0a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:26.714936538Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"d68db024-5ce0-40aa-b7e4-a55885c23b10","MaaSSubscription":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"model":"ai-tenant-e2e-shared-a-w0-cfc055/auth-test-model-cfc055","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:26.767432409Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"d68db024-5ce0-40aa-b7e4-a55885c23b10","MaaSSubscription":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"name":"maas-trlp-auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055","model":"ai-tenant-e2e-shared-a-w0-cfc055/auth-test-model-cfc055","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:27.040821242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"auth-test-model-cfc055","reconcileID":"5702fd73-09d6-4968-a65f-dcd8566046e5","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"tenant":"e2e-shared-a-w0-cfc055","gateway":"openshift-ingress/e2e-shared-a-w0-cfc055","model":"ai-tenant-e2e-shared-a-w0-cfc055/auth-test-model-cfc055","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:27.040847471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"auth-test-model-cfc055","reconcileID":"5702fd73-09d6-4968-a65f-dcd8566046e5","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"routeName":"auth-test-model-cfc055-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-cfc055","llmisvcName":"auth-test-model-cfc055","gateway":"openshift-ingress/e2e-shared-a-w0-cfc055","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:27.156322489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"daa645e4-1422-4bb1-98af-caa80e1ca496","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-cfc055","tenantID":"e2e-shared-a-w0-cfc055","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:27.19601831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"auth-test-model-c6b3b9","reconcileID":"2b3f398e-8848-4ac4-9479-dd5520a48e58","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"tenant":"e2e-shared-b-w0-c6b3b9","gateway":"openshift-ingress/e2e-shared-b-w0-c6b3b9","model":"ai-tenant-e2e-shared-b-w0-c6b3b9/auth-test-model-c6b3b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:27.196041373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"auth-test-model-c6b3b9","reconcileID":"2b3f398e-8848-4ac4-9479-dd5520a48e58","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"routeName":"auth-test-model-c6b3b9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","llmisvcName":"auth-test-model-c6b3b9","gateway":"openshift-ingress/e2e-shared-b-w0-c6b3b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:27.213738127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"daa645e4-1422-4bb1-98af-caa80e1ca496","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"name":"e2e-shared-a-w0-cfc055-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:27.299750239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"457f2abd-ce3f-4eb6-8980-479684e378aa","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c6b3b9","tenantID":"e2e-shared-b-w0-c6b3b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:27.356552049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"457f2abd-ce3f-4eb6-8980-479684e378aa","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"name":"e2e-shared-b-w0-c6b3b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:27.360653193Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"9e4faa3c-9401-4fa5-8f3e-3c23a8c26914","MaaSSubscription":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-81b28b9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:27.525943023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"1500d2d3-5936-4bba-a55f-ff5bdaedc848","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-cfc055","tenantID":"e2e-shared-a-w0-cfc055","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:27.586788858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"1500d2d3-5936-4bba-a55f-ff5bdaedc848","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"name":"e2e-shared-a-w0-cfc055-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:27.677937008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"f2bb073a-89fc-4968-a47e-892b19c335fd","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c6b3b9","tenantID":"e2e-shared-b-w0-c6b3b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:27.735783964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"f2bb073a-89fc-4968-a47e-892b19c335fd","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"name":"e2e-shared-b-w0-c6b3b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:30.968433179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"f6ba3ae3-92e0-4121-8501-7c82218a1fa2","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-4743f8","tenantID":"e2e-shared-a-w4-4743f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:31.025698262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"f6ba3ae3-92e0-4121-8501-7c82218a1fa2","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"name":"e2e-shared-a-w4-4743f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:31.084003232Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-4743f8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"f6ba3ae3-92e0-4121-8501-7c82218a1fa2","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:34.665928699Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:37.413272722Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"5b6353f9-706f-428d-ba43-aaad4f199038","MaaSSubscription":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"model":"ai-tenant-e2e-shared-b-w0-c6b3b9/auth-test-model-c6b3b9","subscription":"e2e-auth-iso-43f0a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:37.465662323Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"5b6353f9-706f-428d-ba43-aaad4f199038","MaaSSubscription":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"model":"ai-tenant-e2e-shared-b-w0-c6b3b9/auth-test-model-c6b3b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:37.51857571Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"5b6353f9-706f-428d-ba43-aaad4f199038","MaaSSubscription":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"name":"maas-trlp-auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","model":"ai-tenant-e2e-shared-b-w0-c6b3b9/auth-test-model-c6b3b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:37.798173014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"auth-test-model-c6b3b9","reconcileID":"b4715543-7f87-4d49-991b-b39450d700fa","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"tenant":"e2e-shared-b-w0-c6b3b9","gateway":"openshift-ingress/e2e-shared-b-w0-c6b3b9","model":"ai-tenant-e2e-shared-b-w0-c6b3b9/auth-test-model-c6b3b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:37.798223683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"auth-test-model-c6b3b9","reconcileID":"b4715543-7f87-4d49-991b-b39450d700fa","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"routeName":"auth-test-model-c6b3b9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","llmisvcName":"auth-test-model-c6b3b9","gateway":"openshift-ingress/e2e-shared-b-w0-c6b3b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:37.903007292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"cfcb269f-9f0a-46db-af4d-edcb61e9289c","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c6b3b9","tenantID":"e2e-shared-b-w0-c6b3b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:37.956812977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"auth-test-model-cfc055","reconcileID":"7d5c1dda-1c3d-4487-9f3e-e7fd819a6d54","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"tenant":"e2e-shared-a-w0-cfc055","gateway":"openshift-ingress/e2e-shared-a-w0-cfc055","model":"ai-tenant-e2e-shared-a-w0-cfc055/auth-test-model-cfc055","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:37.956833567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"auth-test-model-cfc055","reconcileID":"7d5c1dda-1c3d-4487-9f3e-e7fd819a6d54","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"routeName":"auth-test-model-cfc055-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-cfc055","llmisvcName":"auth-test-model-cfc055","gateway":"openshift-ingress/e2e-shared-a-w0-cfc055","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:37.956842515Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"f175fb9e-03ad-49dd-9bd6-021027c3edf8","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"model":"ai-tenant-e2e-shared-a-w0-cfc055/auth-test-model-cfc055","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:37.962072043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"cfcb269f-9f0a-46db-af4d-edcb61e9289c","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"name":"e2e-shared-b-w0-c6b3b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:38.161595754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"f175fb9e-03ad-49dd-9bd6-021027c3edf8","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-cfc055","tenantID":"e2e-shared-a-w0-cfc055","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:38.264522104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"d81508a5-7a62-4e29-8ad6-979b3311d46f","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c6b3b9","tenantID":"e2e-shared-b-w0-c6b3b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:38.296651081Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"f175fb9e-03ad-49dd-9bd6-021027c3edf8","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"name":"e2e-shared-a-w0-cfc055-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:38.296678019Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"e2e-auth-iso-43f0a1","reconcileID":"f175fb9e-03ad-49dd-9bd6-021027c3edf8","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-cfc055","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:38.32245267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"d81508a5-7a62-4e29-8ad6-979b3311d46f","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"name":"e2e-shared-b-w0-c6b3b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:38.353865451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"auth-test-model-cfc055","reconcileID":"aa8b9fc1-4abb-4a1a-a042-6be057aa1015","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"tenant":"e2e-shared-a-w0-cfc055","gateway":"openshift-ingress/e2e-shared-a-w0-cfc055","model":"ai-tenant-e2e-shared-a-w0-cfc055/auth-test-model-cfc055","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:38.353884196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"auth-test-model-cfc055","reconcileID":"aa8b9fc1-4abb-4a1a-a042-6be057aa1015","MaaSModelRef":{"name":"auth-test-model-cfc055","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"routeName":"auth-test-model-cfc055-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-cfc055","llmisvcName":"auth-test-model-cfc055","gateway":"openshift-ingress/e2e-shared-a-w0-cfc055","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:38.506942095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"auth-test-model-c6b3b9","reconcileID":"2fd19c76-0560-4ac0-995b-77572e4dfbb4","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"tenant":"e2e-shared-b-w0-c6b3b9","gateway":"openshift-ingress/e2e-shared-b-w0-c6b3b9","model":"ai-tenant-e2e-shared-b-w0-c6b3b9/auth-test-model-c6b3b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:38.506962622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"auth-test-model-c6b3b9","reconcileID":"2fd19c76-0560-4ac0-995b-77572e4dfbb4","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"routeName":"auth-test-model-c6b3b9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","llmisvcName":"auth-test-model-c6b3b9","gateway":"openshift-ingress/e2e-shared-b-w0-c6b3b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:38.527008442Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"80081635-2085-4285-8a5e-e60850759b6c","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"model":"ai-tenant-e2e-shared-b-w0-c6b3b9/auth-test-model-c6b3b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:38.687625222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"80081635-2085-4285-8a5e-e60850759b6c","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c6b3b9","tenantID":"e2e-shared-b-w0-c6b3b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:38.822882611Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"80081635-2085-4285-8a5e-e60850759b6c","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"name":"e2e-shared-b-w0-c6b3b9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:38.822910306Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"e2e-auth-iso-43f0a1","reconcileID":"80081635-2085-4285-8a5e-e60850759b6c","MaaSAuthPolicy":{"name":"e2e-auth-iso-43f0a1","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-c6b3b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:38.879713907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"auth-test-model-c6b3b9","reconcileID":"9e3dd876-4b18-4659-bcc4-40aebee86b8e","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"tenant":"e2e-shared-b-w0-c6b3b9","gateway":"openshift-ingress/e2e-shared-b-w0-c6b3b9","model":"ai-tenant-e2e-shared-b-w0-c6b3b9/auth-test-model-c6b3b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:38.879736109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"auth-test-model-c6b3b9","reconcileID":"9e3dd876-4b18-4659-bcc4-40aebee86b8e","MaaSModelRef":{"name":"auth-test-model-c6b3b9","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"routeName":"auth-test-model-c6b3b9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","llmisvcName":"auth-test-model-c6b3b9","gateway":"openshift-ingress/e2e-shared-b-w0-c6b3b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:41.230985901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"0256f6c5-9545-4061-8029-8c3d477436ad","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-4743f8","tenantID":"e2e-shared-a-w4-4743f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:41.287929147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"0256f6c5-9545-4061-8029-8c3d477436ad","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"name":"e2e-shared-a-w4-4743f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:41.344111488Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-4743f8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"0256f6c5-9545-4061-8029-8c3d477436ad","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:46.636536722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"a37e3661-f36a-4663-99d7-737d886e8233","MaaSSubscription":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"name":"maas-trlp-auth-test-model-f13553","model":"ai-tenant-e2e-shared-a-w3-f13553/auth-test-model-f13553","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:46.794992624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"177e3529-9741-41ab-b321-f4e3c9a0044b","MaaSSubscription":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"name":"maas-trlp-auth-test-model-16b984","model":"ai-tenant-e2e-shared-a-w2-16b984/auth-test-model-16b984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:46.805607898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"auth-test-model-f13553","reconcileID":"f82ad4d1-f3bb-4402-a675-9f7366eed90a","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"tenant":"e2e-shared-a-w3-f13553","gateway":"openshift-ingress/e2e-shared-a-w3-f13553","model":"ai-tenant-e2e-shared-a-w3-f13553/auth-test-model-f13553","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:46.805626417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"auth-test-model-f13553","reconcileID":"f82ad4d1-f3bb-4402-a675-9f7366eed90a","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"routeName":"auth-test-model-f13553-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-f13553","llmisvcName":"auth-test-model-f13553","gateway":"openshift-ingress/e2e-shared-a-w3-f13553","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:46.967936496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"auth-test-model-16b984","reconcileID":"c7141a84-b4f9-421f-9d23-2dc9bf3e74f8","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"tenant":"e2e-shared-a-w2-16b984","gateway":"openshift-ingress/e2e-shared-a-w2-16b984","model":"ai-tenant-e2e-shared-a-w2-16b984/auth-test-model-16b984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:46.967958931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"auth-test-model-16b984","reconcileID":"c7141a84-b4f9-421f-9d23-2dc9bf3e74f8","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"routeName":"auth-test-model-16b984-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-16b984","llmisvcName":"auth-test-model-16b984","gateway":"openshift-ingress/e2e-shared-a-w2-16b984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:48.0784189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"6fd9d361-2bd6-47d6-adaf-ddff8dd7887a","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-f13553","tenantID":"e2e-shared-a-w3-f13553","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:48.137781711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"6fd9d361-2bd6-47d6-adaf-ddff8dd7887a","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"name":"e2e-shared-a-w3-f13553-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:48.650447172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"0a2822df-fd43-436a-8774-31efda3e32ce","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-16b984","tenantID":"e2e-shared-a-w2-16b984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:48.655637699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"auth-test-model-bf325c","reconcileID":"f9d98386-a63a-4620-ac36-e7d8650bd395","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"tenant":"e2e-shared-b-w2-bf325c","gateway":"openshift-ingress/e2e-shared-b-w2-bf325c","model":"ai-tenant-e2e-shared-b-w2-bf325c/auth-test-model-bf325c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:48.655658445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"auth-test-model-bf325c","reconcileID":"f9d98386-a63a-4620-ac36-e7d8650bd395","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"routeName":"auth-test-model-bf325c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-bf325c","llmisvcName":"auth-test-model-bf325c","gateway":"openshift-ingress/e2e-shared-b-w2-bf325c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:48.707339778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"0a2822df-fd43-436a-8774-31efda3e32ce","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"name":"e2e-shared-a-w2-16b984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:48.712784497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"auth-test-model-bf325c","reconcileID":"6e39e1de-b9ac-46d0-bb39-0840eaf02685","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"tenant":"e2e-shared-b-w2-bf325c","gateway":"openshift-ingress/e2e-shared-b-w2-bf325c","model":"ai-tenant-e2e-shared-b-w2-bf325c/auth-test-model-bf325c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:48.712808151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"auth-test-model-bf325c","reconcileID":"6e39e1de-b9ac-46d0-bb39-0840eaf02685","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"routeName":"auth-test-model-bf325c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-bf325c","llmisvcName":"auth-test-model-bf325c","gateway":"openshift-ingress/e2e-shared-b-w2-bf325c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:48.815594646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"8a6bd42b-22b1-4304-af52-3571691e0ee6","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-bf325c","tenantID":"e2e-shared-b-w2-bf325c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:48.943913881Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"8a6bd42b-22b1-4304-af52-3571691e0ee6","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"name":"e2e-shared-b-w2-bf325c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:48.999741047Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-bf325c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"8a6bd42b-22b1-4304-af52-3571691e0ee6","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:49.055093278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"auth-test-model-bf325c","reconcileID":"a8bf45d9-9102-4677-9a15-9a93218b28b3","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"tenant":"e2e-shared-b-w2-bf325c","gateway":"openshift-ingress/e2e-shared-b-w2-bf325c","model":"ai-tenant-e2e-shared-b-w2-bf325c/auth-test-model-bf325c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:49.055113806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"auth-test-model-bf325c","reconcileID":"a8bf45d9-9102-4677-9a15-9a93218b28b3","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"routeName":"auth-test-model-bf325c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-bf325c","llmisvcName":"auth-test-model-bf325c","gateway":"openshift-ingress/e2e-shared-b-w2-bf325c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:49.329097878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"auth-test-model-4e1a6c","reconcileID":"1ef415a1-4cae-4abd-978a-3ea28e2b68ac","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"tenant":"e2e-shared-b-w3-4e1a6c","gateway":"openshift-ingress/e2e-shared-b-w3-4e1a6c","model":"ai-tenant-e2e-shared-b-w3-4e1a6c/auth-test-model-4e1a6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:49.32911829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"auth-test-model-4e1a6c","reconcileID":"1ef415a1-4cae-4abd-978a-3ea28e2b68ac","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"routeName":"auth-test-model-4e1a6c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","llmisvcName":"auth-test-model-4e1a6c","gateway":"openshift-ingress/e2e-shared-b-w3-4e1a6c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:49.38448744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"auth-test-model-4e1a6c","reconcileID":"5829905d-dbd2-4ffb-8dfc-c5067786c455","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"tenant":"e2e-shared-b-w3-4e1a6c","gateway":"openshift-ingress/e2e-shared-b-w3-4e1a6c","model":"ai-tenant-e2e-shared-b-w3-4e1a6c/auth-test-model-4e1a6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:49.384508678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"auth-test-model-4e1a6c","reconcileID":"5829905d-dbd2-4ffb-8dfc-c5067786c455","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"routeName":"auth-test-model-4e1a6c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","llmisvcName":"auth-test-model-4e1a6c","gateway":"openshift-ingress/e2e-shared-b-w3-4e1a6c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:49.487723786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"4ca1fa95-c0fe-40a9-a83f-1c689fcceddd","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-4e1a6c","tenantID":"e2e-shared-b-w3-4e1a6c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:49.614716404Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"4ca1fa95-c0fe-40a9-a83f-1c689fcceddd","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"name":"e2e-shared-b-w3-4e1a6c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:49.67019232Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-4e1a6c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"4ca1fa95-c0fe-40a9-a83f-1c689fcceddd","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:49.727400365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"auth-test-model-4e1a6c","reconcileID":"92b6b98a-6872-40dc-b1eb-5f0c1599ab16","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"tenant":"e2e-shared-b-w3-4e1a6c","gateway":"openshift-ingress/e2e-shared-b-w3-4e1a6c","model":"ai-tenant-e2e-shared-b-w3-4e1a6c/auth-test-model-4e1a6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:49.727419897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"auth-test-model-4e1a6c","reconcileID":"92b6b98a-6872-40dc-b1eb-5f0c1599ab16","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"routeName":"auth-test-model-4e1a6c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","llmisvcName":"auth-test-model-4e1a6c","gateway":"openshift-ingress/e2e-shared-b-w3-4e1a6c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:51.44832051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"db1d5e25-9cde-4c19-8fba-1fd4140dc16c","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-4743f8","tenantID":"e2e-shared-a-w4-4743f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:51.507092495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"db1d5e25-9cde-4c19-8fba-1fd4140dc16c","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"name":"e2e-shared-a-w4-4743f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:51.56307244Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-4743f8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1671ca9a91aa68c1e1605ab59e3c4780c014616bce10cc91c2167603b43f11fd) AuthConfig (ea1f7b45736ac62ae384feddc238458a37c033ee6244e25b4eb7fec8fbd384db) AuthConfig (dec6d6811892bda83ff77894e3a13277e568cb9ae10298e9f3ea557acfc45d3f) AuthConfig (0de9754956bf3030bb682d21957d95b6fcf194ac9d1c8e763c9adb27986fe67b) AuthConfig (e70de523887f4744028de08469bb062d0dfc7083260fdffa7537845de43242b7) AuthConfig (e1e867f34264589479d3502936b02baf9d3e934e1bb6476235cf055013b100e4) AuthConfig (0565650fa8604ef5de173cc0dc9501a104376eabad6bdc98e377d2f809d3a412) AuthConfig (9a6ca5ab752c22a14a1e4406f1e5502d03e6d1315eb813aa4ac7761a54547b72) AuthConfig (b9e879efa97ac682d11e15fea6c1e1846b767de9ec1ce18a4d0600139adeae86) AuthConfig (422669a96b9d4f53298ff1ff80488abf3d8222e829d71ce4b01d936a80ea70b2) AuthConfig (040a3ce879c31d53f919bde9042aab4e219816bd8bb9bb1a58c0ba6f825989d6) AuthConfig (0b9e5707be1ab6bf88eeafe59fc2aafc9e355774fa9092630b8981362f353e37) AuthConfig (0bd424cfad099c68b12cc582c68cbe5d7152da30f52cc5e9d347968b4ebf5af0) AuthConfig (dac0ce18526f99d6272d2c36808b3851745f476c66430bfabcaafc29adf14fb7) AuthConfig (e42d4d59a4696d31120fd66afbd6d2d185f71c689b7e2b5324a926544f3950d3) AuthConfig (b2ad81207c4ab0380ae06dc8fd1f43d0543c10b677fd04be515e6c8a00871491) AuthConfig (b8bae286403b9cc5e3d0f5e10df1dd37d04b396636a45cac089916286204fd34) AuthConfig (9183970a28f54b7a18ff4d1f542221229cdbb08ea305450029e1ad895b26875f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"db1d5e25-9cde-4c19-8fba-1fd4140dc16c","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:51.621124442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"auth-test-model-4743f8","reconcileID":"8c9f2775-7e48-4fd1-b8a2-dfd1990e07a9","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"tenant":"e2e-shared-a-w4-4743f8","gateway":"openshift-ingress/e2e-shared-a-w4-4743f8","model":"ai-tenant-e2e-shared-a-w4-4743f8/auth-test-model-4743f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:51.621144979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"auth-test-model-4743f8","reconcileID":"8c9f2775-7e48-4fd1-b8a2-dfd1990e07a9","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"routeName":"auth-test-model-4743f8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-4743f8","llmisvcName":"auth-test-model-4743f8","gateway":"openshift-ingress/e2e-shared-a-w4-4743f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:59.159356421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"fee57496-b075-4ea2-a795-723a56c5464a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-bf325c","tenantID":"e2e-shared-b-w2-bf325c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:59.21672788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"fee57496-b075-4ea2-a795-723a56c5464a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"name":"e2e-shared-b-w2-bf325c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:59.272598699Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-bf325c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"fee57496-b075-4ea2-a795-723a56c5464a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:59.834361438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"a675656e-a879-4401-974f-e8b0a25a0bdb","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-4e1a6c","tenantID":"e2e-shared-b-w3-4e1a6c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:59.891749657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"a675656e-a879-4401-974f-e8b0a25a0bdb","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"name":"e2e-shared-b-w3-4e1a6c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T00:59:59.948107954Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-4e1a6c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"a675656e-a879-4401-974f-e8b0a25a0bdb","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:01.725937332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"ec8b72a2-5020-439d-ad04-6d5c5c009156","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-4743f8","tenantID":"e2e-shared-a-w4-4743f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:01.782887317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"ec8b72a2-5020-439d-ad04-6d5c5c009156","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"name":"e2e-shared-a-w4-4743f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:01.838826099Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-4743f8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1671ca9a91aa68c1e1605ab59e3c4780c014616bce10cc91c2167603b43f11fd) AuthConfig (ea1f7b45736ac62ae384feddc238458a37c033ee6244e25b4eb7fec8fbd384db) AuthConfig (dec6d6811892bda83ff77894e3a13277e568cb9ae10298e9f3ea557acfc45d3f) AuthConfig (0de9754956bf3030bb682d21957d95b6fcf194ac9d1c8e763c9adb27986fe67b) AuthConfig (e70de523887f4744028de08469bb062d0dfc7083260fdffa7537845de43242b7) AuthConfig (e1e867f34264589479d3502936b02baf9d3e934e1bb6476235cf055013b100e4) AuthConfig (0565650fa8604ef5de173cc0dc9501a104376eabad6bdc98e377d2f809d3a412) AuthConfig (9a6ca5ab752c22a14a1e4406f1e5502d03e6d1315eb813aa4ac7761a54547b72) AuthConfig (b9e879efa97ac682d11e15fea6c1e1846b767de9ec1ce18a4d0600139adeae86) AuthConfig (422669a96b9d4f53298ff1ff80488abf3d8222e829d71ce4b01d936a80ea70b2) AuthConfig (040a3ce879c31d53f919bde9042aab4e219816bd8bb9bb1a58c0ba6f825989d6) AuthConfig (0b9e5707be1ab6bf88eeafe59fc2aafc9e355774fa9092630b8981362f353e37) AuthConfig (0bd424cfad099c68b12cc582c68cbe5d7152da30f52cc5e9d347968b4ebf5af0) AuthConfig (dac0ce18526f99d6272d2c36808b3851745f476c66430bfabcaafc29adf14fb7) AuthConfig (e42d4d59a4696d31120fd66afbd6d2d185f71c689b7e2b5324a926544f3950d3) AuthConfig (b2ad81207c4ab0380ae06dc8fd1f43d0543c10b677fd04be515e6c8a00871491) AuthConfig (b8bae286403b9cc5e3d0f5e10df1dd37d04b396636a45cac089916286204fd34) AuthConfig (9183970a28f54b7a18ff4d1f542221229cdbb08ea305450029e1ad895b26875f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"ec8b72a2-5020-439d-ad04-6d5c5c009156","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:04.666139158Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:09.376721046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"1ba1577e-26c4-43e1-9ca9-45bb27e844b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-bf325c","tenantID":"e2e-shared-b-w2-bf325c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:09.435532835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"1ba1577e-26c4-43e1-9ca9-45bb27e844b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"name":"e2e-shared-b-w2-bf325c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:09.493138886Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-bf325c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"1ba1577e-26c4-43e1-9ca9-45bb27e844b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:10.052498513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"b3b52b09-7e1c-4bb9-b0eb-5d6931571809","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-4e1a6c","tenantID":"e2e-shared-b-w3-4e1a6c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:10.109638984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"b3b52b09-7e1c-4bb9-b0eb-5d6931571809","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"name":"e2e-shared-b-w3-4e1a6c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:10.165438985Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-4e1a6c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"b3b52b09-7e1c-4bb9-b0eb-5d6931571809","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:11.942846285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"6c7c5ddc-7adb-4bb9-b03f-ba54b099c436","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-4743f8","tenantID":"e2e-shared-a-w4-4743f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:12.0025289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"6c7c5ddc-7adb-4bb9-b03f-ba54b099c436","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"name":"e2e-shared-a-w4-4743f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:12.272312253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"auth-test-model-4743f8","reconcileID":"f3712073-cae3-4414-b5d8-9249a03600a7","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"tenant":"e2e-shared-a-w4-4743f8","gateway":"openshift-ingress/e2e-shared-a-w4-4743f8","model":"ai-tenant-e2e-shared-a-w4-4743f8/auth-test-model-4743f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:12.272336486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"auth-test-model-4743f8","reconcileID":"f3712073-cae3-4414-b5d8-9249a03600a7","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"routeName":"auth-test-model-4743f8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-4743f8","llmisvcName":"auth-test-model-4743f8","gateway":"openshift-ingress/e2e-shared-a-w4-4743f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:12.882083078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"auth-test-model-4743f8","reconcileID":"39169676-3811-4f21-a816-b151e8237477","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"tenant":"e2e-shared-a-w4-4743f8","gateway":"openshift-ingress/e2e-shared-a-w4-4743f8","model":"ai-tenant-e2e-shared-a-w4-4743f8/auth-test-model-4743f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:12.882110665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"auth-test-model-4743f8","reconcileID":"39169676-3811-4f21-a816-b151e8237477","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"routeName":"auth-test-model-4743f8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-4743f8","llmisvcName":"auth-test-model-4743f8","gateway":"openshift-ingress/e2e-shared-a-w4-4743f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:12.942493513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"auth-test-model-4743f8","reconcileID":"94b0c689-7e6e-49ad-8cc7-0d4e37fdac81","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"tenant":"e2e-shared-a-w4-4743f8","gateway":"openshift-ingress/e2e-shared-a-w4-4743f8","model":"ai-tenant-e2e-shared-a-w4-4743f8/auth-test-model-4743f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:12.942514288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"auth-test-model-4743f8","reconcileID":"94b0c689-7e6e-49ad-8cc7-0d4e37fdac81","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"routeName":"auth-test-model-4743f8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-4743f8","llmisvcName":"auth-test-model-4743f8","gateway":"openshift-ingress/e2e-shared-a-w4-4743f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:12.987275432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"cc855861-85f3-4aa8-9096-80efbb1bdaa4","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-4743f8","tenantID":"e2e-shared-a-w4-4743f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:00:12.989032945Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"7b97557f-e20d-49e7-bdb2-612461021136","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-899921\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:00:12.995878618Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"auth-test-model-4743f8","reconcileID":"94b0c689-7e6e-49ad-8cc7-0d4e37fdac81","name":"auth-test-model-4743f8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-4743f8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:00:12.99592897Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"auth-test-model-4743f8","reconcileID":"94b0c689-7e6e-49ad-8cc7-0d4e37fdac81","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-4743f8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:13.00133242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"auth-test-model-4743f8","reconcileID":"62013928-2f84-432d-b4b3-8f7c2d23df6d","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"tenant":"e2e-shared-a-w4-4743f8","gateway":"openshift-ingress/e2e-shared-a-w4-4743f8","model":"ai-tenant-e2e-shared-a-w4-4743f8/auth-test-model-4743f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:13.001353648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"auth-test-model-4743f8","reconcileID":"62013928-2f84-432d-b4b3-8f7c2d23df6d","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"routeName":"auth-test-model-4743f8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-4743f8","llmisvcName":"auth-test-model-4743f8","gateway":"openshift-ingress/e2e-shared-a-w4-4743f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:13.044326743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"cc855861-85f3-4aa8-9096-80efbb1bdaa4","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"name":"e2e-shared-a-w4-4743f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:13.097971475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"auth-test-model-4743f8","reconcileID":"f3ab11b5-3885-419a-a225-2b0a89a22e88","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"tenant":"e2e-shared-a-w4-4743f8","gateway":"openshift-ingress/e2e-shared-a-w4-4743f8","model":"ai-tenant-e2e-shared-a-w4-4743f8/auth-test-model-4743f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:13.097993003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"auth-test-model-4743f8","reconcileID":"f3ab11b5-3885-419a-a225-2b0a89a22e88","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"routeName":"auth-test-model-4743f8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-4743f8","llmisvcName":"auth-test-model-4743f8","gateway":"openshift-ingress/e2e-shared-a-w4-4743f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:13.153173459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"auth-test-model-4743f8","reconcileID":"364fc31b-a4c6-4b1e-95c8-814f4cd9d975","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"tenant":"e2e-shared-a-w4-4743f8","gateway":"openshift-ingress/e2e-shared-a-w4-4743f8","model":"ai-tenant-e2e-shared-a-w4-4743f8/auth-test-model-4743f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:13.153222209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"auth-test-model-4743f8","reconcileID":"364fc31b-a4c6-4b1e-95c8-814f4cd9d975","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"routeName":"auth-test-model-4743f8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-4743f8","llmisvcName":"auth-test-model-4743f8","gateway":"openshift-ingress/e2e-shared-a-w4-4743f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:13.353253018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"29b13bed-367e-4802-83b8-f5869ca4d128","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-4743f8","tenantID":"e2e-shared-a-w4-4743f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:13.373671925Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"752bbe4c-651a-4fb0-bae4-9c411c179f3f","MaaSSubscription":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"name":"maas-trlp-auth-test-model-4743f8","model":"auth-test-model-4743f8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-4743f8/e2e-auth-iso-899921"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:13.410513647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"29b13bed-367e-4802-83b8-f5869ca4d128","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"name":"e2e-shared-a-w4-4743f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:13.540687213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"auth-test-model-4743f8","reconcileID":"fb9bf238-e56d-4a83-b72a-41a7e5a2e4a2","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"tenant":"e2e-shared-a-w4-4743f8","gateway":"openshift-ingress/e2e-shared-a-w4-4743f8","model":"ai-tenant-e2e-shared-a-w4-4743f8/auth-test-model-4743f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:13.540709644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"auth-test-model-4743f8","reconcileID":"fb9bf238-e56d-4a83-b72a-41a7e5a2e4a2","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"routeName":"auth-test-model-4743f8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-4743f8","llmisvcName":"auth-test-model-4743f8","gateway":"openshift-ingress/e2e-shared-a-w4-4743f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:13.748356417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"1162d2b9-481c-4081-9eae-95bda7818a29","MaaSSubscription":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"name":"maas-trlp-auth-test-model-4743f8","model":"ai-tenant-e2e-shared-a-w4-4743f8/auth-test-model-4743f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:19.601608387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"74148ebb-d231-4500-b004-ee0ababa6efa","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-bf325c","tenantID":"e2e-shared-b-w2-bf325c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:19.658662296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"74148ebb-d231-4500-b004-ee0ababa6efa","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"name":"e2e-shared-b-w2-bf325c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:19.726444636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-bf325c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (be19fe6e4a02d9d9812c7ea53a9766d49295574d373b0e8e1b9a2be89f378e3d) AuthConfig (a45a20b820cc063c358c7ca90ad4660998f84585e7a078d00a5afa7af812b195) AuthConfig (95f0bd624abad36b965a12081dcb1d28d7f4a36395455550be792e81135fde32) AuthConfig (ae063a33f15ed5184db0e8fd308af7f6e5fda0d7457182845a766e44f06a3de0) AuthConfig (f1d96eeb9d23b5f60b55556e879b1eaf1108dbe7550d881b54566ef6ba44ee96) AuthConfig (2a2764071ab0dfba76ef709aa43cecaaa18182f0977786f78bd7672b4348a89a) AuthConfig (fc79763a67065a7878ce48d1501ef2808505954ebed46da580578b203d4d03a5) AuthConfig (4404382806e15ffa5b34720dd5edf17516d4de16f8077c9593a4699a8139980a) AuthConfig (57d12628beb99124681feb4dc5a2f8ac60feb31505e2a047cfed8364376873ae) AuthConfig (78c950f7d6f0a5b9654720029058d9a1d3f968e9a1ba94e1bf8a41de798070f3) AuthConfig (f49571999661a3d2cf0b94ae6cf54108c093ce7e6b1eb1c18ed87804f06b0f22) AuthConfig (fca17846b24ca5530c8c85a5ab636ce75766f52c83222d845e630c48d8fb971e) AuthConfig (734ab5fdb8639630119fdfc3b5d7e81c2157130f06701636dadbaec78da60e5f) AuthConfig (1030f6679c54acbf84ab3e4910bd4beb1ec0e6f46113032f0125aafec80bc743) AuthConfig (e906a910d2671033dc2076c82ff12774dcac7cc953db3114b45f6b1ab1c3624e) AuthConfig (f87df218076a0160ace233908c516a6a172d7e031554ab751e217b2ab0e72bb8) AuthConfig (639c4ae7593cad25e0e47e709b6520fa84bf909e17dfd55c94665e2033949ad0) AuthConfig (b50ed16765e87292ab37ee5a837a4ce5185adf91ffb83a7aa4ad37a67bc748fe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"74148ebb-d231-4500-b004-ee0ababa6efa","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:19.829671982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"auth-test-model-bf325c","reconcileID":"aa8485d6-502a-4710-8b6f-9eb7f6ef0132","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"tenant":"e2e-shared-b-w2-bf325c","gateway":"openshift-ingress/e2e-shared-b-w2-bf325c","model":"ai-tenant-e2e-shared-b-w2-bf325c/auth-test-model-bf325c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:19.829701936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"auth-test-model-bf325c","reconcileID":"aa8485d6-502a-4710-8b6f-9eb7f6ef0132","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"routeName":"auth-test-model-bf325c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-bf325c","llmisvcName":"auth-test-model-bf325c","gateway":"openshift-ingress/e2e-shared-b-w2-bf325c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:20.270761186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"b79c0f46-164a-4f89-9e27-6d7625019bfc","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-4e1a6c","tenantID":"e2e-shared-b-w3-4e1a6c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:20.32786451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"b79c0f46-164a-4f89-9e27-6d7625019bfc","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"name":"e2e-shared-b-w3-4e1a6c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:20.385872524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-4e1a6c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (df72bb060a9890c5f0411d1e0dd791afdc95b1231bd9ee9e54f76317d855aeed) AuthConfig (336d34ec4012e17bb6a029f18381f744052dd33e9dec72dce8eeea05bda5d366) AuthConfig (1ee4cb152b2956e2ba63642609d1a2286f38e4a921cd4ae0440dbdf95615c044) AuthConfig (6dc88540fa5037652ce5c151ba7ce31934240d909fe1e38b91f3075fbe14de1e) AuthConfig (caeda941a9fb2fc6e057df6cb59c4422b75571982b295e3a6daa876d7bf37608) AuthConfig (8637958b6f82e9563cb89f21bd54c652599d48ff7b0e7fa31d6ee2e4e26efc3b) AuthConfig (1465d22b165e0460a4617ed271c1f7151e4d7f692c641c00f3b2212ce6150b8b) AuthConfig (be8e785b62faa82cc9b639243a5174da38cccf51527dd5b47d5d56aafe1786e4) AuthConfig (eddab807ab41e0d60fc45ac8f48f621773dab586948896a6501e71c51885e702) AuthConfig (6da0fe0efe7de5453ea4368782941e399538f1733878e9882e959b9712ad8f04) AuthConfig (6ab96352494d36579ad059f08c23b29a7d4ef736a388194d8233c0a360df3c54) AuthConfig (5c402ec770713813698366b99400e61d70796b4f0734d75cfb41a5f017f064f6) AuthConfig (b3d1eb109d0acb4ee695399fdc21fa057a89fc6f2615bcc73bd553d87277919d) AuthConfig (f9dc2ce05b57b78a24af85607d97d331140bdf2e4538520b75db1c680dd8584e) AuthConfig (b31368ec8e26587e7d5f37021e41821d921d553ebfb0f755adac5ffd68b91c6e) AuthConfig (2508a4f31a951b87959bbd3bb1ab66d3044e390fda4ae0f33d1231f85949f5dc) AuthConfig (e7afa4e50c4b953c2416e5e2cac6881bd861c29c348685af0c442b2448cc3b6a) AuthConfig (869281e225b1ce40c383d25e9035dc63fe05db866347df1849117e4e245fe3c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"b79c0f46-164a-4f89-9e27-6d7625019bfc","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:20.443582294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"auth-test-model-4e1a6c","reconcileID":"11ff909c-a45e-42a9-b15a-febfe69da31e","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"tenant":"e2e-shared-b-w3-4e1a6c","gateway":"openshift-ingress/e2e-shared-b-w3-4e1a6c","model":"ai-tenant-e2e-shared-b-w3-4e1a6c/auth-test-model-4e1a6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:20.443602722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"auth-test-model-4e1a6c","reconcileID":"11ff909c-a45e-42a9-b15a-febfe69da31e","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"routeName":"auth-test-model-4e1a6c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","llmisvcName":"auth-test-model-4e1a6c","gateway":"openshift-ingress/e2e-shared-b-w3-4e1a6c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:21.469481874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ad20212-6e8b-4d0a-937d-1c2fbc968d4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:21.521589442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ad20212-6e8b-4d0a-937d-1c2fbc968d4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:21.574075187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ad20212-6e8b-4d0a-937d-1c2fbc968d4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:21.626155933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ad20212-6e8b-4d0a-937d-1c2fbc968d4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:23.519358825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff222f90-fdcd-4bb1-8cf5-40da2c4d8f23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:23.571285445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff222f90-fdcd-4bb1-8cf5-40da2c4d8f23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:23.623474183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff222f90-fdcd-4bb1-8cf5-40da2c4d8f23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:23.675239022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff222f90-fdcd-4bb1-8cf5-40da2c4d8f23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:29.932950794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"533a162a-b62a-4879-82f1-c3164a1bbfa9","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-bf325c","tenantID":"e2e-shared-b-w2-bf325c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:29.990048697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"533a162a-b62a-4879-82f1-c3164a1bbfa9","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"name":"e2e-shared-b-w2-bf325c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:30.046096541Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-bf325c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (be19fe6e4a02d9d9812c7ea53a9766d49295574d373b0e8e1b9a2be89f378e3d) AuthConfig (a45a20b820cc063c358c7ca90ad4660998f84585e7a078d00a5afa7af812b195) AuthConfig (95f0bd624abad36b965a12081dcb1d28d7f4a36395455550be792e81135fde32) AuthConfig (ae063a33f15ed5184db0e8fd308af7f6e5fda0d7457182845a766e44f06a3de0) AuthConfig (f1d96eeb9d23b5f60b55556e879b1eaf1108dbe7550d881b54566ef6ba44ee96) AuthConfig (2a2764071ab0dfba76ef709aa43cecaaa18182f0977786f78bd7672b4348a89a) AuthConfig (fc79763a67065a7878ce48d1501ef2808505954ebed46da580578b203d4d03a5) AuthConfig (4404382806e15ffa5b34720dd5edf17516d4de16f8077c9593a4699a8139980a) AuthConfig (57d12628beb99124681feb4dc5a2f8ac60feb31505e2a047cfed8364376873ae) AuthConfig (78c950f7d6f0a5b9654720029058d9a1d3f968e9a1ba94e1bf8a41de798070f3) AuthConfig (f49571999661a3d2cf0b94ae6cf54108c093ce7e6b1eb1c18ed87804f06b0f22) AuthConfig (fca17846b24ca5530c8c85a5ab636ce75766f52c83222d845e630c48d8fb971e) AuthConfig (734ab5fdb8639630119fdfc3b5d7e81c2157130f06701636dadbaec78da60e5f) AuthConfig (1030f6679c54acbf84ab3e4910bd4beb1ec0e6f46113032f0125aafec80bc743) AuthConfig (e906a910d2671033dc2076c82ff12774dcac7cc953db3114b45f6b1ab1c3624e) AuthConfig (f87df218076a0160ace233908c516a6a172d7e031554ab751e217b2ab0e72bb8) AuthConfig (639c4ae7593cad25e0e47e709b6520fa84bf909e17dfd55c94665e2033949ad0) AuthConfig (b50ed16765e87292ab37ee5a837a4ce5185adf91ffb83a7aa4ad37a67bc748fe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"533a162a-b62a-4879-82f1-c3164a1bbfa9","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:30.187240649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb33533-f5fd-496e-9d0b-a4fbb6f63a83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:30.240158162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb33533-f5fd-496e-9d0b-a4fbb6f63a83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:30.292909949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb33533-f5fd-496e-9d0b-a4fbb6f63a83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:30.344756733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb33533-f5fd-496e-9d0b-a4fbb6f63a83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:30.556689087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"3059f2a2-7df5-461b-8dac-73578a98ab54","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-4e1a6c","tenantID":"e2e-shared-b-w3-4e1a6c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:30.614025094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"3059f2a2-7df5-461b-8dac-73578a98ab54","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"name":"e2e-shared-b-w3-4e1a6c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:30.669833125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-4e1a6c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (df72bb060a9890c5f0411d1e0dd791afdc95b1231bd9ee9e54f76317d855aeed) AuthConfig (336d34ec4012e17bb6a029f18381f744052dd33e9dec72dce8eeea05bda5d366) AuthConfig (1ee4cb152b2956e2ba63642609d1a2286f38e4a921cd4ae0440dbdf95615c044) AuthConfig (6dc88540fa5037652ce5c151ba7ce31934240d909fe1e38b91f3075fbe14de1e) AuthConfig (caeda941a9fb2fc6e057df6cb59c4422b75571982b295e3a6daa876d7bf37608) AuthConfig (8637958b6f82e9563cb89f21bd54c652599d48ff7b0e7fa31d6ee2e4e26efc3b) AuthConfig (1465d22b165e0460a4617ed271c1f7151e4d7f692c641c00f3b2212ce6150b8b) AuthConfig (be8e785b62faa82cc9b639243a5174da38cccf51527dd5b47d5d56aafe1786e4) AuthConfig (eddab807ab41e0d60fc45ac8f48f621773dab586948896a6501e71c51885e702) AuthConfig (6da0fe0efe7de5453ea4368782941e399538f1733878e9882e959b9712ad8f04) AuthConfig (6ab96352494d36579ad059f08c23b29a7d4ef736a388194d8233c0a360df3c54) AuthConfig (5c402ec770713813698366b99400e61d70796b4f0734d75cfb41a5f017f064f6) AuthConfig (b3d1eb109d0acb4ee695399fdc21fa057a89fc6f2615bcc73bd553d87277919d) AuthConfig (f9dc2ce05b57b78a24af85607d97d331140bdf2e4538520b75db1c680dd8584e) AuthConfig (b31368ec8e26587e7d5f37021e41821d921d553ebfb0f755adac5ffd68b91c6e) AuthConfig (2508a4f31a951b87959bbd3bb1ab66d3044e390fda4ae0f33d1231f85949f5dc) AuthConfig (e7afa4e50c4b953c2416e5e2cac6881bd861c29c348685af0c442b2448cc3b6a) AuthConfig (869281e225b1ce40c383d25e9035dc63fe05db866347df1849117e4e245fe3c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"3059f2a2-7df5-461b-8dac-73578a98ab54","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:30.696736027Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-e8808d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-e8808d","reconcileID":"6af81bfb-8120-4442-a4ac-ab54933ab5ab","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-e8808d","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-e8808d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:32.109752097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"6224e268-4951-499c-b7cc-773c48efbdf3","MaaSSubscription":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"name":"maas-trlp-auth-test-model-4743f8","model":"ai-tenant-e2e-shared-a-w4-4743f8/auth-test-model-4743f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:32.241853258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57e87cdf-532f-46cb-8eeb-07d850264e8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:32.293777145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57e87cdf-532f-46cb-8eeb-07d850264e8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:32.345636185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57e87cdf-532f-46cb-8eeb-07d850264e8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:32.351960708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"auth-test-model-4743f8","reconcileID":"6a31a8e6-ac09-417e-95f7-3a5d392fcddc","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"tenant":"e2e-shared-a-w4-4743f8","gateway":"openshift-ingress/e2e-shared-a-w4-4743f8","model":"ai-tenant-e2e-shared-a-w4-4743f8/auth-test-model-4743f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:32.351979365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"auth-test-model-4743f8","reconcileID":"6a31a8e6-ac09-417e-95f7-3a5d392fcddc","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"routeName":"auth-test-model-4743f8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-4743f8","llmisvcName":"auth-test-model-4743f8","gateway":"openshift-ingress/e2e-shared-a-w4-4743f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:32.397460004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57e87cdf-532f-46cb-8eeb-07d850264e8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:33.713080274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"e7dc59e2-2b85-4216-bb27-3b4d9ee56e47","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-4743f8","tenantID":"e2e-shared-a-w4-4743f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:33.770759688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"e7dc59e2-2b85-4216-bb27-3b4d9ee56e47","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"name":"e2e-shared-a-w4-4743f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:33.807105328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"auth-test-model-093220","reconcileID":"cef3cb56-8a5e-4e1f-9a8d-f1be52146e64","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"tenant":"e2e-shared-b-w4-093220","gateway":"openshift-ingress/e2e-shared-b-w4-093220","model":"ai-tenant-e2e-shared-b-w4-093220/auth-test-model-093220","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:33.807123821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"auth-test-model-093220","reconcileID":"cef3cb56-8a5e-4e1f-9a8d-f1be52146e64","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"routeName":"auth-test-model-093220-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-093220","llmisvcName":"auth-test-model-093220","gateway":"openshift-ingress/e2e-shared-b-w4-093220","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:33.863945888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"auth-test-model-093220","reconcileID":"00eeb915-e672-4b8f-b32a-46f1e40098bd","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"tenant":"e2e-shared-b-w4-093220","gateway":"openshift-ingress/e2e-shared-b-w4-093220","model":"ai-tenant-e2e-shared-b-w4-093220/auth-test-model-093220","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:33.86397425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"auth-test-model-093220","reconcileID":"00eeb915-e672-4b8f-b32a-46f1e40098bd","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"routeName":"auth-test-model-093220-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-093220","llmisvcName":"auth-test-model-093220","gateway":"openshift-ingress/e2e-shared-b-w4-093220","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:33.971030329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"e2e-auth-iso-899921","reconcileID":"72db835c-c251-4415-9aa6-bf74986181de","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-093220","tenantID":"e2e-shared-b-w4-093220","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:34.10655941Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"e2e-auth-iso-899921","reconcileID":"72db835c-c251-4415-9aa6-bf74986181de","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"name":"e2e-shared-b-w4-093220-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:34.163107979Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-093220-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"e2e-auth-iso-899921","reconcileID":"72db835c-c251-4415-9aa6-bf74986181de","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:34.220316051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"auth-test-model-093220","reconcileID":"82ff207e-09fc-4739-8ac8-244a1d1f6b35","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"tenant":"e2e-shared-b-w4-093220","gateway":"openshift-ingress/e2e-shared-b-w4-093220","model":"ai-tenant-e2e-shared-b-w4-093220/auth-test-model-093220","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:34.220338688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"auth-test-model-093220","reconcileID":"82ff207e-09fc-4739-8ac8-244a1d1f6b35","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"routeName":"auth-test-model-093220-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-093220","llmisvcName":"auth-test-model-093220","gateway":"openshift-ingress/e2e-shared-b-w4-093220","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:34.305467502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79c98044-57a4-404c-8814-b73e1b0e784a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:34.358577069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79c98044-57a4-404c-8814-b73e1b0e784a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:34.41034545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79c98044-57a4-404c-8814-b73e1b0e784a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:34.462409291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79c98044-57a4-404c-8814-b73e1b0e784a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:34.674781608Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:38.59559748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c68ec244-03c4-49f7-972d-289ba3670e61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:38.648687004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c68ec244-03c4-49f7-972d-289ba3670e61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:38.700720447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c68ec244-03c4-49f7-972d-289ba3670e61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:38.752631489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c68ec244-03c4-49f7-972d-289ba3670e61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:39.127901932Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-aaa842","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-aaa842","reconcileID":"5da88225-315c-4453-a468-236a8de2c8dc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-aaa842","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-aaa842":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:40.194550785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"54e0a908-e4ba-4502-ab84-bde9a35d592b","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-bf325c","tenantID":"e2e-shared-b-w2-bf325c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:40.251661531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"54e0a908-e4ba-4502-ab84-bde9a35d592b","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"name":"e2e-shared-b-w2-bf325c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:40.519574633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"auth-test-model-bf325c","reconcileID":"613b0351-f623-4c69-afa0-84bcbc33da4e","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"tenant":"e2e-shared-b-w2-bf325c","gateway":"openshift-ingress/e2e-shared-b-w2-bf325c","model":"ai-tenant-e2e-shared-b-w2-bf325c/auth-test-model-bf325c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:40.519594842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"auth-test-model-bf325c","reconcileID":"613b0351-f623-4c69-afa0-84bcbc33da4e","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"routeName":"auth-test-model-bf325c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-bf325c","llmisvcName":"auth-test-model-bf325c","gateway":"openshift-ingress/e2e-shared-b-w2-bf325c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:40.672883789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e319a27-2ea7-4304-bf63-b60e6436f106","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:40.725085869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e319a27-2ea7-4304-bf63-b60e6436f106","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:40.77740216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e319a27-2ea7-4304-bf63-b60e6436f106","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:40.829405312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e319a27-2ea7-4304-bf63-b60e6436f106","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:40.88130105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"5925b0a5-6cb9-48af-8cf7-080478bc8d7a","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-4e1a6c","tenantID":"e2e-shared-b-w3-4e1a6c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:40.938678205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"5925b0a5-6cb9-48af-8cf7-080478bc8d7a","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"name":"e2e-shared-b-w3-4e1a6c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:41.303673521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"auth-test-model-4e1a6c","reconcileID":"439aaf34-8092-4c83-afe6-de7c188629f4","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"tenant":"e2e-shared-b-w3-4e1a6c","gateway":"openshift-ingress/e2e-shared-b-w3-4e1a6c","model":"ai-tenant-e2e-shared-b-w3-4e1a6c/auth-test-model-4e1a6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:41.303693612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"auth-test-model-4e1a6c","reconcileID":"439aaf34-8092-4c83-afe6-de7c188629f4","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"routeName":"auth-test-model-4e1a6c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","llmisvcName":"auth-test-model-4e1a6c","gateway":"openshift-ingress/e2e-shared-b-w3-4e1a6c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:42.706919091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28b47d0d-de56-4743-ab5c-10b2e0801154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:42.758945814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28b47d0d-de56-4743-ab5c-10b2e0801154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:42.810936064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28b47d0d-de56-4743-ab5c-10b2e0801154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:42.863098281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28b47d0d-de56-4743-ab5c-10b2e0801154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:44.324211772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"e2e-auth-iso-899921","reconcileID":"0a0068de-51b0-4504-af53-4c3d95791712","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-093220","tenantID":"e2e-shared-b-w4-093220","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:44.381251141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"e2e-auth-iso-899921","reconcileID":"0a0068de-51b0-4504-af53-4c3d95791712","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"name":"e2e-shared-b-w4-093220-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:44.437055416Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-093220-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"e2e-auth-iso-899921","reconcileID":"0a0068de-51b0-4504-af53-4c3d95791712","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:44.741119754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"719a9d28-e070-4e1c-9893-5654d4e4efa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:44.792983771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"719a9d28-e070-4e1c-9893-5654d4e4efa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:44.844932183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"719a9d28-e070-4e1c-9893-5654d4e4efa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:44.896946651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"719a9d28-e070-4e1c-9893-5654d4e4efa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:45.911622049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"auth-test-model-bf325c","reconcileID":"4048262a-b40e-4bde-96ab-388ae9d4dd0d","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"tenant":"e2e-shared-b-w2-bf325c","gateway":"openshift-ingress/e2e-shared-b-w2-bf325c","model":"ai-tenant-e2e-shared-b-w2-bf325c/auth-test-model-bf325c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:45.911645049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"auth-test-model-bf325c","reconcileID":"4048262a-b40e-4bde-96ab-388ae9d4dd0d","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"routeName":"auth-test-model-bf325c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-bf325c","llmisvcName":"auth-test-model-bf325c","gateway":"openshift-ingress/e2e-shared-b-w2-bf325c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:46.002392676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"auth-test-model-bf325c","reconcileID":"aa0fc444-be98-4465-b9a8-6158d2bcdd49","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"tenant":"e2e-shared-b-w2-bf325c","gateway":"openshift-ingress/e2e-shared-b-w2-bf325c","model":"ai-tenant-e2e-shared-b-w2-bf325c/auth-test-model-bf325c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:46.002418258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"auth-test-model-bf325c","reconcileID":"aa0fc444-be98-4465-b9a8-6158d2bcdd49","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"routeName":"auth-test-model-bf325c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-bf325c","llmisvcName":"auth-test-model-bf325c","gateway":"openshift-ingress/e2e-shared-b-w2-bf325c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:46.045585955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"26ea6395-0588-4f72-87c8-74ceefef2052","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-bf325c","tenantID":"e2e-shared-b-w2-bf325c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:00:46.05164542Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"77f2234e-f195-43d3-a00e-6f61853390b7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-9b201c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:00:46.055464635Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"auth-test-model-bf325c","reconcileID":"aa0fc444-be98-4465-b9a8-6158d2bcdd49","name":"auth-test-model-bf325c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-bf325c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:00:46.055517571Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"auth-test-model-bf325c","reconcileID":"aa0fc444-be98-4465-b9a8-6158d2bcdd49","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-bf325c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:46.060867154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"auth-test-model-bf325c","reconcileID":"2845b10a-da47-47ed-8342-09dde030b9e3","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"tenant":"e2e-shared-b-w2-bf325c","gateway":"openshift-ingress/e2e-shared-b-w2-bf325c","model":"ai-tenant-e2e-shared-b-w2-bf325c/auth-test-model-bf325c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:46.060906401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"auth-test-model-bf325c","reconcileID":"2845b10a-da47-47ed-8342-09dde030b9e3","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"routeName":"auth-test-model-bf325c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-bf325c","llmisvcName":"auth-test-model-bf325c","gateway":"openshift-ingress/e2e-shared-b-w2-bf325c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:46.10285755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"26ea6395-0588-4f72-87c8-74ceefef2052","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"name":"e2e-shared-b-w2-bf325c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:46.162457726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"auth-test-model-bf325c","reconcileID":"ab7c4dc2-0cea-411d-b20a-535c843f24fc","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"tenant":"e2e-shared-b-w2-bf325c","gateway":"openshift-ingress/e2e-shared-b-w2-bf325c","model":"ai-tenant-e2e-shared-b-w2-bf325c/auth-test-model-bf325c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:46.162479586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"auth-test-model-bf325c","reconcileID":"ab7c4dc2-0cea-411d-b20a-535c843f24fc","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"routeName":"auth-test-model-bf325c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-bf325c","llmisvcName":"auth-test-model-bf325c","gateway":"openshift-ingress/e2e-shared-b-w2-bf325c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:46.26859193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"auth-test-model-bf325c","reconcileID":"36789bb5-af98-4266-a135-1aa0732e2ab1","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"tenant":"e2e-shared-b-w2-bf325c","gateway":"openshift-ingress/e2e-shared-b-w2-bf325c","model":"ai-tenant-e2e-shared-b-w2-bf325c/auth-test-model-bf325c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:46.268615674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"auth-test-model-bf325c","reconcileID":"36789bb5-af98-4266-a135-1aa0732e2ab1","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"routeName":"auth-test-model-bf325c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-bf325c","llmisvcName":"auth-test-model-bf325c","gateway":"openshift-ingress/e2e-shared-b-w2-bf325c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:46.411101253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"a16dc592-f1e2-43a2-862b-a6b0766459a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-bf325c","tenantID":"e2e-shared-b-w2-bf325c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:46.468385865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"a16dc592-f1e2-43a2-862b-a6b0766459a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"name":"e2e-shared-b-w2-bf325c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:46.480557864Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"db5d624a-d56a-4159-8ef9-392b614d15e4","MaaSSubscription":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"name":"maas-trlp-auth-test-model-bf325c","model":"auth-test-model-bf325c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-bf325c/e2e-auth-iso-9b201c"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:46.538602251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"auth-test-model-4e1a6c","reconcileID":"b1b5308f-ea66-4b5b-9259-fc377bdaeb08","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"tenant":"e2e-shared-b-w3-4e1a6c","gateway":"openshift-ingress/e2e-shared-b-w3-4e1a6c","model":"ai-tenant-e2e-shared-b-w3-4e1a6c/auth-test-model-4e1a6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:46.538633177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"auth-test-model-4e1a6c","reconcileID":"b1b5308f-ea66-4b5b-9259-fc377bdaeb08","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"routeName":"auth-test-model-4e1a6c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","llmisvcName":"auth-test-model-4e1a6c","gateway":"openshift-ingress/e2e-shared-b-w3-4e1a6c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:46.597144979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"auth-test-model-4e1a6c","reconcileID":"3cd8ad12-b82d-4984-be23-697895712129","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"tenant":"e2e-shared-b-w3-4e1a6c","gateway":"openshift-ingress/e2e-shared-b-w3-4e1a6c","model":"ai-tenant-e2e-shared-b-w3-4e1a6c/auth-test-model-4e1a6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:46.597166262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"auth-test-model-4e1a6c","reconcileID":"3cd8ad12-b82d-4984-be23-697895712129","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"routeName":"auth-test-model-4e1a6c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","llmisvcName":"auth-test-model-4e1a6c","gateway":"openshift-ingress/e2e-shared-b-w3-4e1a6c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:46.641374901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"fc45a29f-8f71-4131-9e30-34f46ea56c92","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-4e1a6c","tenantID":"e2e-shared-b-w3-4e1a6c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:00:46.647902357Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"d824c4cc-c3db-47c4-b5f4-a24d27e8f2db","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-bd839d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:00:46.650678678Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"auth-test-model-4e1a6c","reconcileID":"3cd8ad12-b82d-4984-be23-697895712129","name":"auth-test-model-4e1a6c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-4e1a6c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:00:46.650727836Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"auth-test-model-4e1a6c","reconcileID":"3cd8ad12-b82d-4984-be23-697895712129","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-4e1a6c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:46.650894879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"auth-test-model-bf325c","reconcileID":"ba9afd30-77f9-4dd2-87d5-34d469a4b5b3","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"tenant":"e2e-shared-b-w2-bf325c","gateway":"openshift-ingress/e2e-shared-b-w2-bf325c","model":"ai-tenant-e2e-shared-b-w2-bf325c/auth-test-model-bf325c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:46.650906829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"auth-test-model-bf325c","reconcileID":"ba9afd30-77f9-4dd2-87d5-34d469a4b5b3","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"routeName":"auth-test-model-bf325c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-bf325c","llmisvcName":"auth-test-model-bf325c","gateway":"openshift-ingress/e2e-shared-b-w2-bf325c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:46.656100574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"auth-test-model-4e1a6c","reconcileID":"b169fd6f-027e-414f-8946-a0dd93845811","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"tenant":"e2e-shared-b-w3-4e1a6c","gateway":"openshift-ingress/e2e-shared-b-w3-4e1a6c","model":"ai-tenant-e2e-shared-b-w3-4e1a6c/auth-test-model-4e1a6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:46.656116106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"auth-test-model-4e1a6c","reconcileID":"b169fd6f-027e-414f-8946-a0dd93845811","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"routeName":"auth-test-model-4e1a6c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","llmisvcName":"auth-test-model-4e1a6c","gateway":"openshift-ingress/e2e-shared-b-w3-4e1a6c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:46.698619336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"fc45a29f-8f71-4131-9e30-34f46ea56c92","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"name":"e2e-shared-b-w3-4e1a6c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:46.755074167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"auth-test-model-4e1a6c","reconcileID":"c431f9fe-ae00-4683-ab43-fe524e134d74","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"tenant":"e2e-shared-b-w3-4e1a6c","gateway":"openshift-ingress/e2e-shared-b-w3-4e1a6c","model":"ai-tenant-e2e-shared-b-w3-4e1a6c/auth-test-model-4e1a6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:46.755214403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"auth-test-model-4e1a6c","reconcileID":"c431f9fe-ae00-4683-ab43-fe524e134d74","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"routeName":"auth-test-model-4e1a6c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","llmisvcName":"auth-test-model-4e1a6c","gateway":"openshift-ingress/e2e-shared-b-w3-4e1a6c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:46.782964782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89394cba-85ee-4f7b-ae4e-be62cc635580","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:46.834989987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89394cba-85ee-4f7b-ae4e-be62cc635580","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:46.840734279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"auth-test-model-4e1a6c","reconcileID":"758cc6c9-3805-497d-9db6-ae1f33c86783","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"tenant":"e2e-shared-b-w3-4e1a6c","gateway":"openshift-ingress/e2e-shared-b-w3-4e1a6c","model":"ai-tenant-e2e-shared-b-w3-4e1a6c/auth-test-model-4e1a6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:46.840753419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"auth-test-model-4e1a6c","reconcileID":"758cc6c9-3805-497d-9db6-ae1f33c86783","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"routeName":"auth-test-model-4e1a6c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","llmisvcName":"auth-test-model-4e1a6c","gateway":"openshift-ingress/e2e-shared-b-w3-4e1a6c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:46.886963346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89394cba-85ee-4f7b-ae4e-be62cc635580","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:46.887708392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"317ce486-533c-47fd-b205-cbfb8858381a","MaaSSubscription":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"name":"maas-trlp-auth-test-model-bf325c","model":"ai-tenant-e2e-shared-b-w2-bf325c/auth-test-model-bf325c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:46.938730777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89394cba-85ee-4f7b-ae4e-be62cc635580","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:47.04275464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"f905ab13-c265-4ff1-8e03-8eea85d389d5","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-4e1a6c","tenantID":"e2e-shared-b-w3-4e1a6c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:47.101510362Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"c9a45ebf-cfdb-4709-af43-7b9806c52b45","MaaSSubscription":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"name":"maas-trlp-auth-test-model-4e1a6c","model":"auth-test-model-4e1a6c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-4e1a6c/e2e-auth-iso-bd839d"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:47.105427003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"f905ab13-c265-4ff1-8e03-8eea85d389d5","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"name":"e2e-shared-b-w3-4e1a6c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:47.321584111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"auth-test-model-4e1a6c","reconcileID":"55a4cb14-f0e0-449c-9cf2-26856df109c2","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"tenant":"e2e-shared-b-w3-4e1a6c","gateway":"openshift-ingress/e2e-shared-b-w3-4e1a6c","model":"ai-tenant-e2e-shared-b-w3-4e1a6c/auth-test-model-4e1a6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:47.321605748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"auth-test-model-4e1a6c","reconcileID":"55a4cb14-f0e0-449c-9cf2-26856df109c2","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"routeName":"auth-test-model-4e1a6c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","llmisvcName":"auth-test-model-4e1a6c","gateway":"openshift-ingress/e2e-shared-b-w3-4e1a6c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:47.532669102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"9c72bf38-d71f-4342-87dc-78e61a63f0c2","MaaSSubscription":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"name":"maas-trlp-auth-test-model-4e1a6c","model":"ai-tenant-e2e-shared-b-w3-4e1a6c/auth-test-model-4e1a6c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:48.819098591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9bb2f76-012c-4b6a-8762-416951231e7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:48.875094582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9bb2f76-012c-4b6a-8762-416951231e7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:48.928476583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9bb2f76-012c-4b6a-8762-416951231e7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:48.980335318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9bb2f76-012c-4b6a-8762-416951231e7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:54.542017122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"e2e-auth-iso-899921","reconcileID":"0359d69f-990e-45a8-8695-0b7866b8c509","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-093220","tenantID":"e2e-shared-b-w4-093220","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:54.59959879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"e2e-auth-iso-899921","reconcileID":"0359d69f-990e-45a8-8695-0b7866b8c509","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"name":"e2e-shared-b-w4-093220-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:54.655173804Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-093220-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (01e67323194ff351aa4dc907e19c6e3be966750a7910631c731663dbb99c3037) AuthConfig (c4dd5bd146d3fb0913be0f388e52abbcfd16d08943067acb9392a23e8580d4c9) AuthConfig (0a353a34caccd9bbd7354bc0ada426291a2015813cf0ba4d1eda24597f62fd2c) AuthConfig (92d0dae66ce96d8217248958b6829e76282734565a9d7a5f1200b2b00f10f329) AuthConfig (2ece1666dae4b9e339f6869968babb3a656530b3651318c6e1737f17c5ca5406) AuthConfig (fc50b6a82c9639533667f419ee4c3d2357125f9ca14dd973ac6e40ba58d94e85) AuthConfig (4d1c09edf89802609fb458ce37013098fa583ed2f944c4884b6997f81596468c) AuthConfig (0c8cf0fc4b040ff20e73c3fb5a79c094a9cab4caebfcaf59050fddaa684fd735) AuthConfig (ced6db40e5cb1ea48412dfe78ebaac244af68af4e9fc015feabed2e154c7b942) AuthConfig (257df5b451495edc4a44e28b4831fd79f004b74e4e2ca33362f9ce6d0a9dc4a1) AuthConfig (22faa9a0eb9c12f9b6ca138af7ad2430718e2c87fb489ec86ba2cf22eb5e0362) AuthConfig (b65678780db6564274bd8e2e81b34e0236d23aafd7ed255d89b4fa50517aa7a2) AuthConfig (d6341ac4d6c49100fb3fd5b18d3f5594f4f4844476a4cc0ef66ff09765f690c1) AuthConfig (7ad7727fc8f73133b64ce8a073c42ad8a0c528dc5aef576698b6913e6466296a) AuthConfig (831dbaf7d7b82da14e8e2cfdfc837c4f1a87f89c05974b7128b234b083e0ad65) AuthConfig (36325aa73a177265bb9b7567c515cc649a0f0d3115c551c31581b7d741c95306) AuthConfig (c27395e112f51efcb4f21248052fb4a743ba784c5dd4112e00c4d76f5adc5df9) AuthConfig (60bd197da4664aafb10c1b65799d883d97fc5bb3653f16ce7e35b4c68ec6aa82)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"e2e-auth-iso-899921","reconcileID":"0359d69f-990e-45a8-8695-0b7866b8c509","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:54.713158637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"auth-test-model-093220","reconcileID":"046e9ada-e22f-4329-a7a8-aa924708319e","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"tenant":"e2e-shared-b-w4-093220","gateway":"openshift-ingress/e2e-shared-b-w4-093220","model":"ai-tenant-e2e-shared-b-w4-093220/auth-test-model-093220","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:00:54.713212731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"auth-test-model-093220","reconcileID":"046e9ada-e22f-4329-a7a8-aa924708319e","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"routeName":"auth-test-model-093220-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-093220","llmisvcName":"auth-test-model-093220","gateway":"openshift-ingress/e2e-shared-b-w4-093220","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:04.686069565Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:04.816850311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"e2e-auth-iso-899921","reconcileID":"d7fac732-4805-4573-951b-4429eeed32c8","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-093220","tenantID":"e2e-shared-b-w4-093220","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:04.87419529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"e2e-auth-iso-899921","reconcileID":"d7fac732-4805-4573-951b-4429eeed32c8","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"name":"e2e-shared-b-w4-093220-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:04.929559459Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-093220-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (01e67323194ff351aa4dc907e19c6e3be966750a7910631c731663dbb99c3037) AuthConfig (c4dd5bd146d3fb0913be0f388e52abbcfd16d08943067acb9392a23e8580d4c9) AuthConfig (0a353a34caccd9bbd7354bc0ada426291a2015813cf0ba4d1eda24597f62fd2c) AuthConfig (92d0dae66ce96d8217248958b6829e76282734565a9d7a5f1200b2b00f10f329) AuthConfig (2ece1666dae4b9e339f6869968babb3a656530b3651318c6e1737f17c5ca5406) AuthConfig (fc50b6a82c9639533667f419ee4c3d2357125f9ca14dd973ac6e40ba58d94e85) AuthConfig (4d1c09edf89802609fb458ce37013098fa583ed2f944c4884b6997f81596468c) AuthConfig (0c8cf0fc4b040ff20e73c3fb5a79c094a9cab4caebfcaf59050fddaa684fd735) AuthConfig (ced6db40e5cb1ea48412dfe78ebaac244af68af4e9fc015feabed2e154c7b942) AuthConfig (257df5b451495edc4a44e28b4831fd79f004b74e4e2ca33362f9ce6d0a9dc4a1) AuthConfig (22faa9a0eb9c12f9b6ca138af7ad2430718e2c87fb489ec86ba2cf22eb5e0362) AuthConfig (b65678780db6564274bd8e2e81b34e0236d23aafd7ed255d89b4fa50517aa7a2) AuthConfig (d6341ac4d6c49100fb3fd5b18d3f5594f4f4844476a4cc0ef66ff09765f690c1) AuthConfig (7ad7727fc8f73133b64ce8a073c42ad8a0c528dc5aef576698b6913e6466296a) AuthConfig (831dbaf7d7b82da14e8e2cfdfc837c4f1a87f89c05974b7128b234b083e0ad65) AuthConfig (36325aa73a177265bb9b7567c515cc649a0f0d3115c551c31581b7d741c95306) AuthConfig (c27395e112f51efcb4f21248052fb4a743ba784c5dd4112e00c4d76f5adc5df9) AuthConfig (60bd197da4664aafb10c1b65799d883d97fc5bb3653f16ce7e35b4c68ec6aa82)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"e2e-auth-iso-899921","reconcileID":"d7fac732-4805-4573-951b-4429eeed32c8","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:13.675862444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"7f0b574d-ea15-4cca-8367-e9af99a80930","MaaSSubscription":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"name":"maas-trlp-auth-test-model-bf325c","model":"ai-tenant-e2e-shared-b-w2-bf325c/auth-test-model-bf325c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:13.791546272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"55261eaa-2dce-43fd-b89a-78c2f72d7597","MaaSSubscription":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"name":"maas-trlp-auth-test-model-4e1a6c","model":"ai-tenant-e2e-shared-b-w3-4e1a6c/auth-test-model-4e1a6c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:13.842427678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"auth-test-model-bf325c","reconcileID":"80fba5a4-f6b6-411f-91a2-546c56a25826","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"tenant":"e2e-shared-b-w2-bf325c","gateway":"openshift-ingress/e2e-shared-b-w2-bf325c","model":"ai-tenant-e2e-shared-b-w2-bf325c/auth-test-model-bf325c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:13.842452212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"auth-test-model-bf325c","reconcileID":"80fba5a4-f6b6-411f-91a2-546c56a25826","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"routeName":"auth-test-model-bf325c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-bf325c","llmisvcName":"auth-test-model-bf325c","gateway":"openshift-ingress/e2e-shared-b-w2-bf325c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:13.959800772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"auth-test-model-4e1a6c","reconcileID":"f649dd91-be5c-48fb-a294-b004a96d65c8","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"tenant":"e2e-shared-b-w3-4e1a6c","gateway":"openshift-ingress/e2e-shared-b-w3-4e1a6c","model":"ai-tenant-e2e-shared-b-w3-4e1a6c/auth-test-model-4e1a6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:13.959822136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"auth-test-model-4e1a6c","reconcileID":"f649dd91-be5c-48fb-a294-b004a96d65c8","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"routeName":"auth-test-model-4e1a6c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","llmisvcName":"auth-test-model-4e1a6c","gateway":"openshift-ingress/e2e-shared-b-w3-4e1a6c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:14.596955507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"5b1c9ee0-d748-4a0f-b8f5-db9f7a28d16f","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-bf325c","tenantID":"e2e-shared-b-w2-bf325c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:14.654818307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"5b1c9ee0-d748-4a0f-b8f5-db9f7a28d16f","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"name":"e2e-shared-b-w2-bf325c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:14.779722068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"4bf8706c-4284-43f2-bc94-8fde3cea4096","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-4e1a6c","tenantID":"e2e-shared-b-w3-4e1a6c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:14.836676202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"4bf8706c-4284-43f2-bc94-8fde3cea4096","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"name":"e2e-shared-b-w3-4e1a6c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:15.034248883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"e2e-auth-iso-899921","reconcileID":"c98995a4-b4f8-4fb2-a488-eb0504997ed2","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-093220","tenantID":"e2e-shared-b-w4-093220","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:15.091836039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"e2e-auth-iso-899921","reconcileID":"c98995a4-b4f8-4fb2-a488-eb0504997ed2","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"name":"e2e-shared-b-w4-093220-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:15.410730633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"auth-test-model-093220","reconcileID":"380fe2e9-224d-4afe-9153-a7a187ec6be8","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"tenant":"e2e-shared-b-w4-093220","gateway":"openshift-ingress/e2e-shared-b-w4-093220","model":"ai-tenant-e2e-shared-b-w4-093220/auth-test-model-093220","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:15.410752718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"auth-test-model-093220","reconcileID":"380fe2e9-224d-4afe-9153-a7a187ec6be8","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"routeName":"auth-test-model-093220-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-093220","llmisvcName":"auth-test-model-093220","gateway":"openshift-ingress/e2e-shared-b-w4-093220","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:17.015104826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"auth-test-model-f13553","reconcileID":"17cc66d2-78e9-4288-bb25-0903cc9c9950","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"tenant":"e2e-shared-a-w3-f13553","gateway":"openshift-ingress/e2e-shared-a-w3-f13553","model":"ai-tenant-e2e-shared-a-w3-f13553/auth-test-model-f13553","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:17.015127935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"auth-test-model-f13553","reconcileID":"17cc66d2-78e9-4288-bb25-0903cc9c9950","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"routeName":"auth-test-model-f13553-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-f13553","llmisvcName":"auth-test-model-f13553","gateway":"openshift-ingress/e2e-shared-a-w3-f13553","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:17.121158099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"91b39d9b-d002-4ac7-980b-45ec0f50ebff","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-f13553","tenantID":"e2e-shared-a-w3-f13553","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:17.177100197Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"371e315e-3c47-4c5a-85a7-53f263f96e31","MaaSSubscription":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-56ed063f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:17.178706568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"91b39d9b-d002-4ac7-980b-45ec0f50ebff","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"name":"e2e-shared-a-w3-f13553-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:17.48729309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"7520b4ab-1031-465f-99e1-d9a74f86cd09","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-f13553","tenantID":"e2e-shared-a-w3-f13553","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:17.560679614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"7520b4ab-1031-465f-99e1-d9a74f86cd09","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"name":"e2e-shared-a-w3-f13553-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:20.327488852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"auth-test-model-16b984","reconcileID":"da0da552-0160-430f-8014-f4c2fcd29da8","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"tenant":"e2e-shared-a-w2-16b984","gateway":"openshift-ingress/e2e-shared-a-w2-16b984","model":"ai-tenant-e2e-shared-a-w2-16b984/auth-test-model-16b984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:20.327512218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"auth-test-model-16b984","reconcileID":"da0da552-0160-430f-8014-f4c2fcd29da8","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"routeName":"auth-test-model-16b984-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-16b984","llmisvcName":"auth-test-model-16b984","gateway":"openshift-ingress/e2e-shared-a-w2-16b984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:20.430686256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"d8f4f298-7811-4fc2-a63c-50ed8038e781","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-16b984","tenantID":"e2e-shared-a-w2-16b984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:20.487530901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"d8f4f298-7811-4fc2-a63c-50ed8038e781","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"name":"e2e-shared-a-w2-16b984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:20.488808934Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"a1078d71-f286-4e2d-9a31-68a6902fc664","MaaSSubscription":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b7ebf049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:20.795383166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"4eda2021-d826-4191-9817-906bf73328ea","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-16b984","tenantID":"e2e-shared-a-w2-16b984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:20.853851766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"4eda2021-d826-4191-9817-906bf73328ea","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"name":"e2e-shared-a-w2-16b984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:20.898625261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"auth-test-model-093220","reconcileID":"12438925-471b-4566-875e-c587735e197a","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"tenant":"e2e-shared-b-w4-093220","gateway":"openshift-ingress/e2e-shared-b-w4-093220","model":"ai-tenant-e2e-shared-b-w4-093220/auth-test-model-093220","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:20.898643331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"auth-test-model-093220","reconcileID":"12438925-471b-4566-875e-c587735e197a","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"routeName":"auth-test-model-093220-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-093220","llmisvcName":"auth-test-model-093220","gateway":"openshift-ingress/e2e-shared-b-w4-093220","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:20.957153614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"auth-test-model-093220","reconcileID":"879eda2a-d593-42d0-8241-e4addac5f051","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"tenant":"e2e-shared-b-w4-093220","gateway":"openshift-ingress/e2e-shared-b-w4-093220","model":"ai-tenant-e2e-shared-b-w4-093220/auth-test-model-093220","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:20.957197069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"auth-test-model-093220","reconcileID":"879eda2a-d593-42d0-8241-e4addac5f051","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"routeName":"auth-test-model-093220-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-093220","llmisvcName":"auth-test-model-093220","gateway":"openshift-ingress/e2e-shared-b-w4-093220","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:21.001758311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"e2e-auth-iso-899921","reconcileID":"c31667b4-4fc3-4dbd-a0f8-94d2b3a60025","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-093220","tenantID":"e2e-shared-b-w4-093220","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:01:21.007571891Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"e2e-auth-iso-899921","reconcileID":"1b55e615-c385-4520-b32c-4323d1b70fd8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-899921\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:01:21.021314185Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"auth-test-model-093220","reconcileID":"879eda2a-d593-42d0-8241-e4addac5f051","name":"auth-test-model-093220","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-093220\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:01:21.021372963Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"auth-test-model-093220","reconcileID":"879eda2a-d593-42d0-8241-e4addac5f051","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-093220\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:21.02675155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"auth-test-model-093220","reconcileID":"c3331f5a-4ec5-4409-a0fb-9b0c617b6b7e","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"tenant":"e2e-shared-b-w4-093220","gateway":"openshift-ingress/e2e-shared-b-w4-093220","model":"ai-tenant-e2e-shared-b-w4-093220/auth-test-model-093220","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:21.02676969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"auth-test-model-093220","reconcileID":"c3331f5a-4ec5-4409-a0fb-9b0c617b6b7e","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"routeName":"auth-test-model-093220-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-093220","llmisvcName":"auth-test-model-093220","gateway":"openshift-ingress/e2e-shared-b-w4-093220","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:21.05898722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"e2e-auth-iso-899921","reconcileID":"c31667b4-4fc3-4dbd-a0f8-94d2b3a60025","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"name":"e2e-shared-b-w4-093220-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:21.116400272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"auth-test-model-093220","reconcileID":"23d3640a-b2f3-44df-aecd-331569384f25","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"tenant":"e2e-shared-b-w4-093220","gateway":"openshift-ingress/e2e-shared-b-w4-093220","model":"ai-tenant-e2e-shared-b-w4-093220/auth-test-model-093220","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:21.11642357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"auth-test-model-093220","reconcileID":"23d3640a-b2f3-44df-aecd-331569384f25","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"routeName":"auth-test-model-093220-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-093220","llmisvcName":"auth-test-model-093220","gateway":"openshift-ingress/e2e-shared-b-w4-093220","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:21.171621441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"auth-test-model-093220","reconcileID":"71a31e77-69ce-4801-86b0-ef3b0a9e720d","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"tenant":"e2e-shared-b-w4-093220","gateway":"openshift-ingress/e2e-shared-b-w4-093220","model":"ai-tenant-e2e-shared-b-w4-093220/auth-test-model-093220","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:21.171643662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"auth-test-model-093220","reconcileID":"71a31e77-69ce-4801-86b0-ef3b0a9e720d","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"routeName":"auth-test-model-093220-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-093220","llmisvcName":"auth-test-model-093220","gateway":"openshift-ingress/e2e-shared-b-w4-093220","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:21.372679896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"e2e-auth-iso-899921","reconcileID":"0beeff5e-7c54-4599-b42a-742c0e9f0d39","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-093220","tenantID":"e2e-shared-b-w4-093220","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:21.381214537Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"e2e-auth-iso-899921","reconcileID":"0f8b6eec-047b-4e14-94d8-980886361757","MaaSSubscription":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"name":"maas-trlp-auth-test-model-093220","model":"auth-test-model-093220","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-093220/e2e-auth-iso-899921"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:21.42996905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"e2e-auth-iso-899921","reconcileID":"0beeff5e-7c54-4599-b42a-742c0e9f0d39","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"name":"e2e-shared-b-w4-093220-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:21.550006928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"auth-test-model-093220","reconcileID":"26effa5e-8e63-48af-9707-cbb52f3161c3","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"tenant":"e2e-shared-b-w4-093220","gateway":"openshift-ingress/e2e-shared-b-w4-093220","model":"ai-tenant-e2e-shared-b-w4-093220/auth-test-model-093220","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:21.550031027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"auth-test-model-093220","reconcileID":"26effa5e-8e63-48af-9707-cbb52f3161c3","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"routeName":"auth-test-model-093220-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-093220","llmisvcName":"auth-test-model-093220","gateway":"openshift-ingress/e2e-shared-b-w4-093220","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:21.758494253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"e2e-auth-iso-899921","reconcileID":"404da0b0-3011-422e-8939-d94ced919a90","MaaSSubscription":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"name":"maas-trlp-auth-test-model-093220","model":"ai-tenant-e2e-shared-b-w4-093220/auth-test-model-093220","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:27.229846625Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"9aa44071-164e-4026-b1b6-6a74b75d354d","MaaSSubscription":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"model":"ai-tenant-e2e-shared-a-w3-f13553/auth-test-model-f13553","subscription":"e2e-auth-iso-bd839d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:27.282238167Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"9aa44071-164e-4026-b1b6-6a74b75d354d","MaaSSubscription":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"model":"ai-tenant-e2e-shared-a-w3-f13553/auth-test-model-f13553","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:27.334668646Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"9aa44071-164e-4026-b1b6-6a74b75d354d","MaaSSubscription":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"name":"maas-trlp-auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553","model":"ai-tenant-e2e-shared-a-w3-f13553/auth-test-model-f13553","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:27.610633794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"auth-test-model-f13553","reconcileID":"b22e9b9e-ff8f-4106-a798-d7681e45e142","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"tenant":"e2e-shared-a-w3-f13553","gateway":"openshift-ingress/e2e-shared-a-w3-f13553","model":"ai-tenant-e2e-shared-a-w3-f13553/auth-test-model-f13553","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:27.610669064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"auth-test-model-f13553","reconcileID":"b22e9b9e-ff8f-4106-a798-d7681e45e142","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"routeName":"auth-test-model-f13553-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-f13553","llmisvcName":"auth-test-model-f13553","gateway":"openshift-ingress/e2e-shared-a-w3-f13553","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:27.714126545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"f5020d1b-308d-44fa-8fd9-4b715f66d009","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-f13553","tenantID":"e2e-shared-a-w3-f13553","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:27.770985643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"f5020d1b-308d-44fa-8fd9-4b715f66d009","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"name":"e2e-shared-a-w3-f13553-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:27.771396895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"auth-test-model-4e1a6c","reconcileID":"2167d8f7-79c7-42f8-b301-388c0d9a04bc","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"tenant":"e2e-shared-b-w3-4e1a6c","gateway":"openshift-ingress/e2e-shared-b-w3-4e1a6c","model":"ai-tenant-e2e-shared-b-w3-4e1a6c/auth-test-model-4e1a6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:27.771416949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"auth-test-model-4e1a6c","reconcileID":"2167d8f7-79c7-42f8-b301-388c0d9a04bc","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"routeName":"auth-test-model-4e1a6c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","llmisvcName":"auth-test-model-4e1a6c","gateway":"openshift-ingress/e2e-shared-b-w3-4e1a6c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:27.874079007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"6e5d3819-388f-4746-b279-f3df991cbe19","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-4e1a6c","tenantID":"e2e-shared-b-w3-4e1a6c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:27.931020942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"6e5d3819-388f-4746-b279-f3df991cbe19","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"name":"e2e-shared-b-w3-4e1a6c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:27.932690713Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"96802677-c367-45f6-bcd6-a2c5892b2597","MaaSSubscription":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9e78fb6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:28.079082566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"5429dcae-c9e5-4f18-b41e-603290494aee","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-f13553","tenantID":"e2e-shared-a-w3-f13553","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:28.13607279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"5429dcae-c9e5-4f18-b41e-603290494aee","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"name":"e2e-shared-a-w3-f13553-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:28.279651027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"fcb59fc6-5fe7-47bd-800c-172558658d17","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-4e1a6c","tenantID":"e2e-shared-b-w3-4e1a6c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:28.339231704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"fcb59fc6-5fe7-47bd-800c-172558658d17","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"name":"e2e-shared-b-w3-4e1a6c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:30.544641765Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"2e78574d-2f3f-436a-b07a-13f939e4bd0f","MaaSSubscription":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"model":"ai-tenant-e2e-shared-a-w2-16b984/auth-test-model-16b984","subscription":"e2e-auth-iso-9b201c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:30.597423222Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"2e78574d-2f3f-436a-b07a-13f939e4bd0f","MaaSSubscription":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"model":"ai-tenant-e2e-shared-a-w2-16b984/auth-test-model-16b984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:30.650337018Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"2e78574d-2f3f-436a-b07a-13f939e4bd0f","MaaSSubscription":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"name":"maas-trlp-auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984","model":"ai-tenant-e2e-shared-a-w2-16b984/auth-test-model-16b984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:30.927469696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"auth-test-model-16b984","reconcileID":"1ca1e429-44bf-4933-9b15-87750109dc62","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"tenant":"e2e-shared-a-w2-16b984","gateway":"openshift-ingress/e2e-shared-a-w2-16b984","model":"ai-tenant-e2e-shared-a-w2-16b984/auth-test-model-16b984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:30.927491007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"auth-test-model-16b984","reconcileID":"1ca1e429-44bf-4933-9b15-87750109dc62","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"routeName":"auth-test-model-16b984-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-16b984","llmisvcName":"auth-test-model-16b984","gateway":"openshift-ingress/e2e-shared-a-w2-16b984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:31.031854202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"a8b67777-fe87-4e7a-9b54-7a308b5a0bc9","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-16b984","tenantID":"e2e-shared-a-w2-16b984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:31.081330911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"auth-test-model-bf325c","reconcileID":"f04175ff-98bf-40be-a7b8-2e45f358bab0","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"tenant":"e2e-shared-b-w2-bf325c","gateway":"openshift-ingress/e2e-shared-b-w2-bf325c","model":"ai-tenant-e2e-shared-b-w2-bf325c/auth-test-model-bf325c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:31.081351115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"auth-test-model-bf325c","reconcileID":"f04175ff-98bf-40be-a7b8-2e45f358bab0","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"routeName":"auth-test-model-bf325c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-bf325c","llmisvcName":"auth-test-model-bf325c","gateway":"openshift-ingress/e2e-shared-b-w2-bf325c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:31.091534091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"a8b67777-fe87-4e7a-9b54-7a308b5a0bc9","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"name":"e2e-shared-a-w2-16b984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:31.193129512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"d2277115-13e4-4b06-bb73-e1f85fda0b82","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-bf325c","tenantID":"e2e-shared-b-w2-bf325c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:31.250500634Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"bdca242a-1792-4a21-9f20-c1c4db47d41f","MaaSSubscription":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-98009d16","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:31.250530973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"d2277115-13e4-4b06-bb73-e1f85fda0b82","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"name":"e2e-shared-b-w2-bf325c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:31.399846978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"d4f73955-9dd5-45d4-a88b-ad1eba58fb03","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-16b984","tenantID":"e2e-shared-a-w2-16b984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:31.456608541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"d4f73955-9dd5-45d4-a88b-ad1eba58fb03","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"name":"e2e-shared-a-w2-16b984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:31.600128992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"71497a06-afed-4a42-b87d-b23f41c36d2c","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-bf325c","tenantID":"e2e-shared-b-w2-bf325c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:31.657345014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"71497a06-afed-4a42-b87d-b23f41c36d2c","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"name":"e2e-shared-b-w2-bf325c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:34.665730159Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:36.08846004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"e2e-auth-iso-899921","reconcileID":"7cfda5ea-5074-4ea0-a969-4c1764ed070d","MaaSSubscription":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"name":"maas-trlp-auth-test-model-093220","model":"ai-tenant-e2e-shared-b-w4-093220/auth-test-model-093220","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:36.256570782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"auth-test-model-093220","reconcileID":"38f621e2-7c8d-40ae-83b0-70e52fb8acc3","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"tenant":"e2e-shared-b-w4-093220","gateway":"openshift-ingress/e2e-shared-b-w4-093220","model":"ai-tenant-e2e-shared-b-w4-093220/auth-test-model-093220","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:36.256591512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"auth-test-model-093220","reconcileID":"38f621e2-7c8d-40ae-83b0-70e52fb8acc3","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"routeName":"auth-test-model-093220-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-093220","llmisvcName":"auth-test-model-093220","gateway":"openshift-ingress/e2e-shared-b-w4-093220","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:37.986695378Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"cdd3013b-0a5f-43ac-b30a-c2abf9d5525d","MaaSSubscription":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"model":"ai-tenant-e2e-shared-b-w3-4e1a6c/auth-test-model-4e1a6c","subscription":"e2e-auth-iso-bd839d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:38.039398719Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"cdd3013b-0a5f-43ac-b30a-c2abf9d5525d","MaaSSubscription":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"model":"ai-tenant-e2e-shared-b-w3-4e1a6c/auth-test-model-4e1a6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:38.069444718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"e2e-auth-iso-899921","reconcileID":"e52c11f7-ffaa-41cc-81a0-c2a7cd7b7bb5","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-093220","tenantID":"e2e-shared-b-w4-093220","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:38.091715642Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"cdd3013b-0a5f-43ac-b30a-c2abf9d5525d","MaaSSubscription":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"name":"maas-trlp-auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","model":"ai-tenant-e2e-shared-b-w3-4e1a6c/auth-test-model-4e1a6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:38.12777149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"e2e-auth-iso-899921","reconcileID":"e52c11f7-ffaa-41cc-81a0-c2a7cd7b7bb5","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"name":"e2e-shared-b-w4-093220-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:38.366800336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"auth-test-model-4e1a6c","reconcileID":"ed4341a9-a9b4-41fe-900a-852d84349cf4","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"tenant":"e2e-shared-b-w3-4e1a6c","gateway":"openshift-ingress/e2e-shared-b-w3-4e1a6c","model":"ai-tenant-e2e-shared-b-w3-4e1a6c/auth-test-model-4e1a6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:38.366831884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"auth-test-model-4e1a6c","reconcileID":"ed4341a9-a9b4-41fe-900a-852d84349cf4","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"routeName":"auth-test-model-4e1a6c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","llmisvcName":"auth-test-model-4e1a6c","gateway":"openshift-ingress/e2e-shared-b-w3-4e1a6c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:38.471148159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"dcf7d0bd-c87d-4e41-b61c-515d5fff91dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-4e1a6c","tenantID":"e2e-shared-b-w3-4e1a6c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:38.528313221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"dcf7d0bd-c87d-4e41-b61c-515d5fff91dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"name":"e2e-shared-b-w3-4e1a6c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:38.549032235Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"ad0292cb-162a-43da-92d3-ea22dc49b6c8","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"model":"ai-tenant-e2e-shared-a-w3-f13553/auth-test-model-f13553","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:38.549161275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"auth-test-model-f13553","reconcileID":"2122698e-61b6-437e-b741-0b8e5dade51e","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"tenant":"e2e-shared-a-w3-f13553","gateway":"openshift-ingress/e2e-shared-a-w3-f13553","model":"ai-tenant-e2e-shared-a-w3-f13553/auth-test-model-f13553","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:38.549205666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"auth-test-model-f13553","reconcileID":"2122698e-61b6-437e-b741-0b8e5dade51e","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"routeName":"auth-test-model-f13553-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-f13553","llmisvcName":"auth-test-model-f13553","gateway":"openshift-ingress/e2e-shared-a-w3-f13553","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:38.703739765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"ad0292cb-162a-43da-92d3-ea22dc49b6c8","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-f13553","tenantID":"e2e-shared-a-w3-f13553","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:38.833382385Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"ad0292cb-162a-43da-92d3-ea22dc49b6c8","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"name":"e2e-shared-a-w3-f13553-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:38.833413708Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"e2e-auth-iso-bd839d","reconcileID":"ad0292cb-162a-43da-92d3-ea22dc49b6c8","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-f13553","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:38.856620241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"82590001-a6f0-4691-8c28-c1319e7bc38a","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-4e1a6c","tenantID":"e2e-shared-b-w3-4e1a6c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:38.890735637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"auth-test-model-f13553","reconcileID":"03157d6c-4c24-4c09-8b8c-762b1392d977","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"tenant":"e2e-shared-a-w3-f13553","gateway":"openshift-ingress/e2e-shared-a-w3-f13553","model":"ai-tenant-e2e-shared-a-w3-f13553/auth-test-model-f13553","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:38.890768708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"auth-test-model-f13553","reconcileID":"03157d6c-4c24-4c09-8b8c-762b1392d977","MaaSModelRef":{"name":"auth-test-model-f13553","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"routeName":"auth-test-model-f13553-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-f13553","llmisvcName":"auth-test-model-f13553","gateway":"openshift-ingress/e2e-shared-a-w3-f13553","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:38.913771952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"82590001-a6f0-4691-8c28-c1319e7bc38a","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"name":"e2e-shared-b-w3-4e1a6c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:38.992821411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"auth-test-model-4743f8","reconcileID":"8c9ae7da-ed54-411a-9ce3-1f9046b6e7dc","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"tenant":"e2e-shared-a-w4-4743f8","gateway":"openshift-ingress/e2e-shared-a-w4-4743f8","model":"ai-tenant-e2e-shared-a-w4-4743f8/auth-test-model-4743f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:38.992845917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"auth-test-model-4743f8","reconcileID":"8c9ae7da-ed54-411a-9ce3-1f9046b6e7dc","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"routeName":"auth-test-model-4743f8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-4743f8","llmisvcName":"auth-test-model-4743f8","gateway":"openshift-ingress/e2e-shared-a-w4-4743f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:39.067267517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"auth-test-model-4e1a6c","reconcileID":"2b1a65d3-ad23-4ea0-b85d-0bffa9f032dc","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"tenant":"e2e-shared-b-w3-4e1a6c","gateway":"openshift-ingress/e2e-shared-b-w3-4e1a6c","model":"ai-tenant-e2e-shared-b-w3-4e1a6c/auth-test-model-4e1a6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:39.067289426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"auth-test-model-4e1a6c","reconcileID":"2b1a65d3-ad23-4ea0-b85d-0bffa9f032dc","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"routeName":"auth-test-model-4e1a6c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","llmisvcName":"auth-test-model-4e1a6c","gateway":"openshift-ingress/e2e-shared-b-w3-4e1a6c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:39.095840573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"8fbec67e-cb60-492d-ae36-817ff2267010","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-4743f8","tenantID":"e2e-shared-a-w4-4743f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:39.11764429Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"f30a1c2e-380f-48e0-9f41-86e30f2e6904","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"model":"ai-tenant-e2e-shared-b-w3-4e1a6c/auth-test-model-4e1a6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:39.152895514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"8fbec67e-cb60-492d-ae36-817ff2267010","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"name":"e2e-shared-a-w4-4743f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:39.154165343Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"302385fc-1280-4bbc-8a25-bbc20cda9731","MaaSSubscription":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d6d3a743","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:39.370778853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"f30a1c2e-380f-48e0-9f41-86e30f2e6904","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-4e1a6c","tenantID":"e2e-shared-b-w3-4e1a6c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:39.474666546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"007c2f7c-a875-49b2-9bd9-cabf0aa79367","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-4743f8","tenantID":"e2e-shared-a-w4-4743f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:39.499075225Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"f30a1c2e-380f-48e0-9f41-86e30f2e6904","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"name":"e2e-shared-b-w3-4e1a6c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:39.49910111Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"e2e-auth-iso-bd839d","reconcileID":"f30a1c2e-380f-48e0-9f41-86e30f2e6904","MaaSAuthPolicy":{"name":"e2e-auth-iso-bd839d","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-4e1a6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:39.533466029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"007c2f7c-a875-49b2-9bd9-cabf0aa79367","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"name":"e2e-shared-a-w4-4743f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:39.558114172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"auth-test-model-4e1a6c","reconcileID":"7dea493a-e898-4a5f-8cc4-0297b9d40c07","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"tenant":"e2e-shared-b-w3-4e1a6c","gateway":"openshift-ingress/e2e-shared-b-w3-4e1a6c","model":"ai-tenant-e2e-shared-b-w3-4e1a6c/auth-test-model-4e1a6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:39.558137427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"auth-test-model-4e1a6c","reconcileID":"7dea493a-e898-4a5f-8cc4-0297b9d40c07","MaaSModelRef":{"name":"auth-test-model-4e1a6c","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"routeName":"auth-test-model-4e1a6c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","llmisvcName":"auth-test-model-4e1a6c","gateway":"openshift-ingress/e2e-shared-b-w3-4e1a6c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:41.302693415Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"cf9a3fae-fbb9-4a8a-aeff-ae3e757d84db","MaaSSubscription":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"model":"ai-tenant-e2e-shared-b-w2-bf325c/auth-test-model-bf325c","subscription":"e2e-auth-iso-9b201c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:41.355352321Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"cf9a3fae-fbb9-4a8a-aeff-ae3e757d84db","MaaSSubscription":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"model":"ai-tenant-e2e-shared-b-w2-bf325c/auth-test-model-bf325c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:41.40791236Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"cf9a3fae-fbb9-4a8a-aeff-ae3e757d84db","MaaSSubscription":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"name":"maas-trlp-auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c","model":"ai-tenant-e2e-shared-b-w2-bf325c/auth-test-model-bf325c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:41.680354562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"auth-test-model-bf325c","reconcileID":"41938782-fd98-4d16-8af2-600f5a9ec562","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"tenant":"e2e-shared-b-w2-bf325c","gateway":"openshift-ingress/e2e-shared-b-w2-bf325c","model":"ai-tenant-e2e-shared-b-w2-bf325c/auth-test-model-bf325c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:41.680388619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"auth-test-model-bf325c","reconcileID":"41938782-fd98-4d16-8af2-600f5a9ec562","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"routeName":"auth-test-model-bf325c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-bf325c","llmisvcName":"auth-test-model-bf325c","gateway":"openshift-ingress/e2e-shared-b-w2-bf325c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:41.784422125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"55b55245-bb3c-4e49-a5ed-2a3c8a1f0338","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-bf325c","tenantID":"e2e-shared-b-w2-bf325c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:41.841523248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"55b55245-bb3c-4e49-a5ed-2a3c8a1f0338","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"name":"e2e-shared-b-w2-bf325c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:41.845250332Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"52998303-a667-449f-a265-ab0de0bd8327","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"model":"ai-tenant-e2e-shared-a-w2-16b984/auth-test-model-16b984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:41.845282024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"auth-test-model-16b984","reconcileID":"042a593b-a128-4b82-b9e3-f54aea4c2770","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"tenant":"e2e-shared-a-w2-16b984","gateway":"openshift-ingress/e2e-shared-a-w2-16b984","model":"ai-tenant-e2e-shared-a-w2-16b984/auth-test-model-16b984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:41.845293682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"auth-test-model-16b984","reconcileID":"042a593b-a128-4b82-b9e3-f54aea4c2770","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"routeName":"auth-test-model-16b984-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-16b984","llmisvcName":"auth-test-model-16b984","gateway":"openshift-ingress/e2e-shared-a-w2-16b984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:42.050821154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"52998303-a667-449f-a265-ab0de0bd8327","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-16b984","tenantID":"e2e-shared-a-w2-16b984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:42.178421373Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"52998303-a667-449f-a265-ab0de0bd8327","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"name":"e2e-shared-a-w2-16b984-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:42.178454882Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"e2e-auth-iso-9b201c","reconcileID":"52998303-a667-449f-a265-ab0de0bd8327","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-16b984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:42.202813829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"0927d934-273d-4f4b-bb7e-9780b2810682","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-bf325c","tenantID":"e2e-shared-b-w2-bf325c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:42.235858652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"auth-test-model-16b984","reconcileID":"d894fdad-a118-4216-8a19-b39fc56bac61","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"tenant":"e2e-shared-a-w2-16b984","gateway":"openshift-ingress/e2e-shared-a-w2-16b984","model":"ai-tenant-e2e-shared-a-w2-16b984/auth-test-model-16b984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:42.235878598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"auth-test-model-16b984","reconcileID":"d894fdad-a118-4216-8a19-b39fc56bac61","MaaSModelRef":{"name":"auth-test-model-16b984","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"routeName":"auth-test-model-16b984-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-16b984","llmisvcName":"auth-test-model-16b984","gateway":"openshift-ingress/e2e-shared-a-w2-16b984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:42.260649177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"0927d934-273d-4f4b-bb7e-9780b2810682","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"name":"e2e-shared-b-w2-bf325c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:42.41823499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"auth-test-model-bf325c","reconcileID":"089e32e1-f963-4f0d-9342-b3220fe41dfb","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"tenant":"e2e-shared-b-w2-bf325c","gateway":"openshift-ingress/e2e-shared-b-w2-bf325c","model":"ai-tenant-e2e-shared-b-w2-bf325c/auth-test-model-bf325c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:42.418254826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"auth-test-model-bf325c","reconcileID":"089e32e1-f963-4f0d-9342-b3220fe41dfb","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"routeName":"auth-test-model-bf325c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-bf325c","llmisvcName":"auth-test-model-bf325c","gateway":"openshift-ingress/e2e-shared-b-w2-bf325c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:42.465401293Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"7d4945a0-e779-406c-9284-c118e6081101","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"model":"ai-tenant-e2e-shared-b-w2-bf325c/auth-test-model-bf325c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:42.670011711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"7d4945a0-e779-406c-9284-c118e6081101","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-bf325c","tenantID":"e2e-shared-b-w2-bf325c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:42.798489284Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"7d4945a0-e779-406c-9284-c118e6081101","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"name":"e2e-shared-b-w2-bf325c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:42.798515846Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"e2e-auth-iso-9b201c","reconcileID":"7d4945a0-e779-406c-9284-c118e6081101","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b201c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-bf325c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:42.855756513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"auth-test-model-bf325c","reconcileID":"9b53ee17-1f67-4085-821c-d413cb266fe6","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"tenant":"e2e-shared-b-w2-bf325c","gateway":"openshift-ingress/e2e-shared-b-w2-bf325c","model":"ai-tenant-e2e-shared-b-w2-bf325c/auth-test-model-bf325c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:42.855778802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"auth-test-model-bf325c","reconcileID":"9b53ee17-1f67-4085-821c-d413cb266fe6","MaaSModelRef":{"name":"auth-test-model-bf325c","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"routeName":"auth-test-model-bf325c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-bf325c","llmisvcName":"auth-test-model-bf325c","gateway":"openshift-ingress/e2e-shared-b-w2-bf325c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:47.574469383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e8808d"},"namespace":"ai-tenant-e2e-shared-b-w1-e8808d","name":"default-tenant","reconcileID":"c078519b-2ec2-4da6-9bde-fab5f29ca569","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-e8808d","tenantID":"e2e-shared-b-w1-e8808d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:47.691873715Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e8808d"},"namespace":"ai-tenant-e2e-shared-b-w1-e8808d","name":"default-tenant","reconcileID":"c078519b-2ec2-4da6-9bde-fab5f29ca569","name":"e2e-shared-b-w1-e8808d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:49.207408316Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"da760af0-2631-4468-98e0-37a2d4cb127b","MaaSSubscription":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"model":"ai-tenant-e2e-shared-a-w4-4743f8/auth-test-model-4743f8","subscription":"e2e-auth-iso-899921","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:49.264296253Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"da760af0-2631-4468-98e0-37a2d4cb127b","MaaSSubscription":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"model":"ai-tenant-e2e-shared-a-w4-4743f8/auth-test-model-4743f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:49.320319501Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"da760af0-2631-4468-98e0-37a2d4cb127b","MaaSSubscription":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"name":"maas-trlp-auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8","model":"ai-tenant-e2e-shared-a-w4-4743f8/auth-test-model-4743f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:49.595801276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"auth-test-model-4743f8","reconcileID":"5ee94ddc-142b-4fd5-a8fe-69aa5d9650ce","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"tenant":"e2e-shared-a-w4-4743f8","gateway":"openshift-ingress/e2e-shared-a-w4-4743f8","model":"ai-tenant-e2e-shared-a-w4-4743f8/auth-test-model-4743f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:49.595830607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"auth-test-model-4743f8","reconcileID":"5ee94ddc-142b-4fd5-a8fe-69aa5d9650ce","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"routeName":"auth-test-model-4743f8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-4743f8","llmisvcName":"auth-test-model-4743f8","gateway":"openshift-ingress/e2e-shared-a-w4-4743f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:49.699907247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"d6a8a9c8-ac0f-444d-8cbd-ed61a42dc394","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-4743f8","tenantID":"e2e-shared-a-w4-4743f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:49.757502881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"d6a8a9c8-ac0f-444d-8cbd-ed61a42dc394","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"name":"e2e-shared-a-w4-4743f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:49.791025338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"auth-test-model-093220","reconcileID":"1e9d97d0-eedd-4a10-ab45-aaca82849b33","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"tenant":"e2e-shared-b-w4-093220","gateway":"openshift-ingress/e2e-shared-b-w4-093220","model":"ai-tenant-e2e-shared-b-w4-093220/auth-test-model-093220","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:49.791049515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"auth-test-model-093220","reconcileID":"1e9d97d0-eedd-4a10-ab45-aaca82849b33","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"routeName":"auth-test-model-093220-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-093220","llmisvcName":"auth-test-model-093220","gateway":"openshift-ingress/e2e-shared-b-w4-093220","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:49.895007494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"e2e-auth-iso-899921","reconcileID":"0f38cb19-f7ad-4f03-a4b2-f14ce06f8749","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-093220","tenantID":"e2e-shared-b-w4-093220","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:49.952453944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"e2e-auth-iso-899921","reconcileID":"0f38cb19-f7ad-4f03-a4b2-f14ce06f8749","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"name":"e2e-shared-b-w4-093220-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:49.952798111Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"e2e-auth-iso-899921","reconcileID":"4ac32487-9107-44e2-8641-d90133e7c063","MaaSSubscription":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4918fd82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:50.064667588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"e646c71b-9c7a-4361-9668-ca8d02f47f3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-4743f8","tenantID":"e2e-shared-a-w4-4743f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:50.121784126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"e646c71b-9c7a-4361-9668-ca8d02f47f3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"name":"e2e-shared-a-w4-4743f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:50.217607323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"e2e-auth-iso-899921","reconcileID":"851e8c44-acf0-44a1-8267-b7c1092b4348","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-093220","tenantID":"e2e-shared-b-w4-093220","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:50.274616392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"e2e-auth-iso-899921","reconcileID":"851e8c44-acf0-44a1-8267-b7c1092b4348","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"name":"e2e-shared-b-w4-093220-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:52.474157596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d916db1b-49ac-46f5-b601-a1daed6ccfd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:52.526157968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d916db1b-49ac-46f5-b601-a1daed6ccfd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:52.578148293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d916db1b-49ac-46f5-b601-a1daed6ccfd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:52.630038393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d916db1b-49ac-46f5-b601-a1daed6ccfd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:52.997390173Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-cc6150","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-cc6150","reconcileID":"ef5468b3-6258-42bc-a6aa-7d8686d4fdc3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-cc6150","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-cc6150":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:54.514084481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d869251-89bb-4a9b-be71-467b7b32d03c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:54.565989541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d869251-89bb-4a9b-be71-467b7b32d03c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:54.618267139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d869251-89bb-4a9b-be71-467b7b32d03c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:54.670383248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d869251-89bb-4a9b-be71-467b7b32d03c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:56.566138043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d8bc376-764b-4f89-bed2-f6c8872fbdf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:56.618424281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d8bc376-764b-4f89-bed2-f6c8872fbdf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:56.670371083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d8bc376-764b-4f89-bed2-f6c8872fbdf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:56.722403214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d8bc376-764b-4f89-bed2-f6c8872fbdf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:58.726709621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d90423e2-0d88-4d91-835b-52e65590f11a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:58.77916758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d90423e2-0d88-4d91-835b-52e65590f11a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:58.831527424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d90423e2-0d88-4d91-835b-52e65590f11a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:01:58.883535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d90423e2-0d88-4d91-835b-52e65590f11a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:00.005225035Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"e2e-auth-iso-899921","reconcileID":"cbde70cf-c407-4f37-bffa-d0720c592aae","MaaSSubscription":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"model":"ai-tenant-e2e-shared-b-w4-093220/auth-test-model-093220","subscription":"e2e-auth-iso-899921","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:00.057775752Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"e2e-auth-iso-899921","reconcileID":"cbde70cf-c407-4f37-bffa-d0720c592aae","MaaSSubscription":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"model":"ai-tenant-e2e-shared-b-w4-093220/auth-test-model-093220","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:00.110383827Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"e2e-auth-iso-899921","reconcileID":"cbde70cf-c407-4f37-bffa-d0720c592aae","MaaSSubscription":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"name":"maas-trlp-auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220","model":"ai-tenant-e2e-shared-b-w4-093220/auth-test-model-093220","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:00.389101161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"auth-test-model-093220","reconcileID":"45e9e787-f47c-4e26-94b2-688b767c9f8b","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"tenant":"e2e-shared-b-w4-093220","gateway":"openshift-ingress/e2e-shared-b-w4-093220","model":"ai-tenant-e2e-shared-b-w4-093220/auth-test-model-093220","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:00.38912276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"auth-test-model-093220","reconcileID":"45e9e787-f47c-4e26-94b2-688b767c9f8b","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"routeName":"auth-test-model-093220-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-093220","llmisvcName":"auth-test-model-093220","gateway":"openshift-ingress/e2e-shared-b-w4-093220","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:00.492416073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"e2e-auth-iso-899921","reconcileID":"f1ef9a6d-f24d-48fa-a61d-732e91ad6a50","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-093220","tenantID":"e2e-shared-b-w4-093220","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:00.54929856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"e2e-auth-iso-899921","reconcileID":"f1ef9a6d-f24d-48fa-a61d-732e91ad6a50","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"name":"e2e-shared-b-w4-093220-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:00.564264019Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"40c660f4-4d02-489c-8fa4-da8bd3ae2965","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"model":"ai-tenant-e2e-shared-a-w4-4743f8/auth-test-model-4743f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:00.564377416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"auth-test-model-4743f8","reconcileID":"051ea242-18c1-456f-8e18-0a39394c48dd","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"tenant":"e2e-shared-a-w4-4743f8","gateway":"openshift-ingress/e2e-shared-a-w4-4743f8","model":"ai-tenant-e2e-shared-a-w4-4743f8/auth-test-model-4743f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:00.564396923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"auth-test-model-4743f8","reconcileID":"051ea242-18c1-456f-8e18-0a39394c48dd","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"routeName":"auth-test-model-4743f8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-4743f8","llmisvcName":"auth-test-model-4743f8","gateway":"openshift-ingress/e2e-shared-a-w4-4743f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:00.768683644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"40c660f4-4d02-489c-8fa4-da8bd3ae2965","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-4743f8","tenantID":"e2e-shared-a-w4-4743f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:00.896988531Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"40c660f4-4d02-489c-8fa4-da8bd3ae2965","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"name":"e2e-shared-a-w4-4743f8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:00.89702036Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"e2e-auth-iso-899921","reconcileID":"40c660f4-4d02-489c-8fa4-da8bd3ae2965","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-4743f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:00.924484523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"e2e-auth-iso-899921","reconcileID":"3ee536db-dee5-41b1-a512-f1a3b28e308c","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-093220","tenantID":"e2e-shared-b-w4-093220","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:00.956135242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"auth-test-model-4743f8","reconcileID":"fd5e8bd7-6382-4a95-9bbd-0beeffb929c9","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"tenant":"e2e-shared-a-w4-4743f8","gateway":"openshift-ingress/e2e-shared-a-w4-4743f8","model":"ai-tenant-e2e-shared-a-w4-4743f8/auth-test-model-4743f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:00.956158719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"auth-test-model-4743f8","reconcileID":"fd5e8bd7-6382-4a95-9bbd-0beeffb929c9","MaaSModelRef":{"name":"auth-test-model-4743f8","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"routeName":"auth-test-model-4743f8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-4743f8","llmisvcName":"auth-test-model-4743f8","gateway":"openshift-ingress/e2e-shared-a-w4-4743f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:00.982529437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"e2e-auth-iso-899921","reconcileID":"3ee536db-dee5-41b1-a512-f1a3b28e308c","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"name":"e2e-shared-b-w4-093220-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:01.124240174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"auth-test-model-093220","reconcileID":"080a0775-50bb-4788-b4ec-21d2d288d72d","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"tenant":"e2e-shared-b-w4-093220","gateway":"openshift-ingress/e2e-shared-b-w4-093220","model":"ai-tenant-e2e-shared-b-w4-093220/auth-test-model-093220","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:01.124260914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"auth-test-model-093220","reconcileID":"080a0775-50bb-4788-b4ec-21d2d288d72d","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"routeName":"auth-test-model-093220-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-093220","llmisvcName":"auth-test-model-093220","gateway":"openshift-ingress/e2e-shared-b-w4-093220","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:01.18662963Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"e2e-auth-iso-899921","reconcileID":"966c8779-0fbf-4198-b6fb-277170d451fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"model":"ai-tenant-e2e-shared-b-w4-093220/auth-test-model-093220","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:01.439465978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"e2e-auth-iso-899921","reconcileID":"966c8779-0fbf-4198-b6fb-277170d451fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-093220","tenantID":"e2e-shared-b-w4-093220","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:01.572118502Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"e2e-auth-iso-899921","reconcileID":"966c8779-0fbf-4198-b6fb-277170d451fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"name":"e2e-shared-b-w4-093220-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:01.572144344Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"e2e-auth-iso-899921","reconcileID":"966c8779-0fbf-4198-b6fb-277170d451fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-899921","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-093220","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:01.628937944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"auth-test-model-093220","reconcileID":"78e323e4-c557-412f-a3d6-efe2326cae9c","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"tenant":"e2e-shared-b-w4-093220","gateway":"openshift-ingress/e2e-shared-b-w4-093220","model":"ai-tenant-e2e-shared-b-w4-093220/auth-test-model-093220","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:01.628959513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"auth-test-model-093220","reconcileID":"78e323e4-c557-412f-a3d6-efe2326cae9c","MaaSModelRef":{"name":"auth-test-model-093220","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"routeName":"auth-test-model-093220-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-093220","llmisvcName":"auth-test-model-093220","gateway":"openshift-ingress/e2e-shared-b-w4-093220","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:02.81990625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaa842"},"namespace":"ai-tenant-e2e-extmod-a-aaa842","name":"default-tenant","reconcileID":"e0c49c4f-2114-43de-8fc2-47f565cb68d3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaa842","tenantID":"e2e-extmod-a-aaa842","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:02.937504296Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaa842"},"namespace":"ai-tenant-e2e-extmod-a-aaa842","name":"default-tenant","reconcileID":"e0c49c4f-2114-43de-8fc2-47f565cb68d3","name":"e2e-extmod-a-aaa842-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:04.666352077Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:34.665835756Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:40.860149768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34bd5497-facd-46dd-9956-f846e50ec01e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:40.913862629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34bd5497-facd-46dd-9956-f846e50ec01e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:40.966712859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34bd5497-facd-46dd-9956-f846e50ec01e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:41.018600422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34bd5497-facd-46dd-9956-f846e50ec01e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:41.387081396Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-5498e8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-5498e8","reconcileID":"c6e6b20c-6d36-4e80-9f88-cfb458b3ae0d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-5498e8","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-5498e8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:42.949398825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72032c6c-a0a7-46fe-9153-ea2dffe78695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:43.001926767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72032c6c-a0a7-46fe-9153-ea2dffe78695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:43.054365823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72032c6c-a0a7-46fe-9153-ea2dffe78695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:43.107215489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72032c6c-a0a7-46fe-9153-ea2dffe78695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:44.800834023Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-2aebbd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-2aebbd","reconcileID":"616d65fd-8837-48d4-98e4-ce024f5cd215","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-2aebbd","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-2aebbd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:44.999204799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae0f03fe-c688-48b0-913e-f8d2d0b9f1e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:45.051126384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae0f03fe-c688-48b0-913e-f8d2d0b9f1e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:45.103555502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae0f03fe-c688-48b0-913e-f8d2d0b9f1e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:45.155403261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae0f03fe-c688-48b0-913e-f8d2d0b9f1e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:47.096587422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25861b4c-aa17-4967-bd5f-0423d6ec076a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:47.148635198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25861b4c-aa17-4967-bd5f-0423d6ec076a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:47.200750618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25861b4c-aa17-4967-bd5f-0423d6ec076a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:47.252772433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25861b4c-aa17-4967-bd5f-0423d6ec076a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:49.150931524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c573913a-3945-4bc2-a74c-43faac02dfbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:49.204352601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c573913a-3945-4bc2-a74c-43faac02dfbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:49.256654954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c573913a-3945-4bc2-a74c-43faac02dfbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:49.308686591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c573913a-3945-4bc2-a74c-43faac02dfbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:51.18405478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d0b6c81-3eec-4622-a715-c3a47d3f26a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:51.235942249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d0b6c81-3eec-4622-a715-c3a47d3f26a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:51.287631917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d0b6c81-3eec-4622-a715-c3a47d3f26a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:51.339606721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d0b6c81-3eec-4622-a715-c3a47d3f26a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:53.280593236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d030a1cc-88f8-4bd1-ad56-7b9e14813b16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:53.33310799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d030a1cc-88f8-4bd1-ad56-7b9e14813b16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:53.385361084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d030a1cc-88f8-4bd1-ad56-7b9e14813b16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:53.437394991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d030a1cc-88f8-4bd1-ad56-7b9e14813b16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:55.370227933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e698e38f-babf-404b-98b1-44e5990688ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:55.422352889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e698e38f-babf-404b-98b1-44e5990688ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:55.483501826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e698e38f-babf-404b-98b1-44e5990688ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:55.536422535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e698e38f-babf-404b-98b1-44e5990688ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:57.469242679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"540b020a-7768-485a-875c-0c49822ebea1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:57.521317019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"540b020a-7768-485a-875c-0c49822ebea1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:57.573196357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"540b020a-7768-485a-875c-0c49822ebea1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:57.62573924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"540b020a-7768-485a-875c-0c49822ebea1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:59.507129745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"452ea6cf-22cd-4823-9cc2-6cafa8536a8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:59.559206346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"452ea6cf-22cd-4823-9cc2-6cafa8536a8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:59.611665498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"452ea6cf-22cd-4823-9cc2-6cafa8536a8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:02:59.664465735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"452ea6cf-22cd-4823-9cc2-6cafa8536a8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:04.668836864Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:13.228000993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c7821cf-a954-4a21-999a-e7ea652db681","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:13.280448138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c7821cf-a954-4a21-999a-e7ea652db681","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:13.333220699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c7821cf-a954-4a21-999a-e7ea652db681","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:13.385275333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c7821cf-a954-4a21-999a-e7ea652db681","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:15.290577914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ef527d-5ce0-46bd-9639-3ea9bef3279e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:15.342848762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ef527d-5ce0-46bd-9639-3ea9bef3279e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:15.394859258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ef527d-5ce0-46bd-9639-3ea9bef3279e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:15.447572259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ef527d-5ce0-46bd-9639-3ea9bef3279e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:21.400624422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cc6150"},"namespace":"ai-tenant-e2e-extmod-a-cc6150","name":"default-tenant","reconcileID":"9a7c5ce8-83a9-4a7f-be37-eee381f4d7c9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cc6150","tenantID":"e2e-extmod-a-cc6150","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:21.518488918Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cc6150"},"namespace":"ai-tenant-e2e-extmod-a-cc6150","name":"default-tenant","reconcileID":"9a7c5ce8-83a9-4a7f-be37-eee381f4d7c9","name":"e2e-extmod-a-cc6150-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:22.069878364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b705203a-b8e2-42c1-9233-cd23c7d1ba8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:22.121946475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b705203a-b8e2-42c1-9233-cd23c7d1ba8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:22.18150529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b705203a-b8e2-42c1-9233-cd23c7d1ba8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:22.234049793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b705203a-b8e2-42c1-9233-cd23c7d1ba8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:23.355331259Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-fae60c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-fae60c","reconcileID":"54230b1b-9f44-46f2-ad46-c7da0b919aa5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-fae60c","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-fae60c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:24.118381788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4f67975-f398-4ec0-b410-b55a338aaa80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:24.170311457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4f67975-f398-4ec0-b410-b55a338aaa80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:24.222933989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4f67975-f398-4ec0-b410-b55a338aaa80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:24.274937865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4f67975-f398-4ec0-b410-b55a338aaa80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:26.154672698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ea6e968-5d83-43d3-838d-f68d5a4e5b13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:26.206624379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ea6e968-5d83-43d3-838d-f68d5a4e5b13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:26.259097748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ea6e968-5d83-43d3-838d-f68d5a4e5b13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:26.311113452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ea6e968-5d83-43d3-838d-f68d5a4e5b13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:28.200314682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d37b928-a65a-4302-81ae-5e5ebb7b6da0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:28.252136392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d37b928-a65a-4302-81ae-5e5ebb7b6da0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:28.304786282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d37b928-a65a-4302-81ae-5e5ebb7b6da0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:28.357031855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d37b928-a65a-4302-81ae-5e5ebb7b6da0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:30.27159244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c227185b-1516-41cc-ae2f-b9988f4bfa2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:30.323731966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c227185b-1516-41cc-ae2f-b9988f4bfa2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:30.375707074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c227185b-1516-41cc-ae2f-b9988f4bfa2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:30.427971386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c227185b-1516-41cc-ae2f-b9988f4bfa2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:33.992025408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68c924b5-e2c3-499a-abad-a3301420736d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:34.04398822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68c924b5-e2c3-499a-abad-a3301420736d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:34.095959611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68c924b5-e2c3-499a-abad-a3301420736d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:34.147969448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68c924b5-e2c3-499a-abad-a3301420736d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:34.66924184Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:36.042695991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3025f38-82e2-46b7-ba2d-5041d405be22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:36.096325311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3025f38-82e2-46b7-ba2d-5041d405be22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:36.165680217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3025f38-82e2-46b7-ba2d-5041d405be22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:36.217847838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3025f38-82e2-46b7-ba2d-5041d405be22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:38.152164248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130e0336-9529-4414-8eff-417c093beeb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:38.204882148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130e0336-9529-4414-8eff-417c093beeb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:38.25807012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130e0336-9529-4414-8eff-417c093beeb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:38.310356682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130e0336-9529-4414-8eff-417c093beeb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:40.325408832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7d5ad48-84ef-4d17-be4c-b4e831ee9edc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:40.377552192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7d5ad48-84ef-4d17-be4c-b4e831ee9edc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:40.434519211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7d5ad48-84ef-4d17-be4c-b4e831ee9edc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:40.489096387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7d5ad48-84ef-4d17-be4c-b4e831ee9edc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:40.867763444Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-395b06","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-395b06","reconcileID":"7d948446-0341-48d7-b696-8040c27e708e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-395b06","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-395b06":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:42.383721935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d02243a9-07ac-4dcb-ae1d-94d2789a8cc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:42.435719299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d02243a9-07ac-4dcb-ae1d-94d2789a8cc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:42.487816378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d02243a9-07ac-4dcb-ae1d-94d2789a8cc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:42.540001025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d02243a9-07ac-4dcb-ae1d-94d2789a8cc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:44.420460991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ac9d965-bfb2-4bb8-bf1d-9c3fd061e16d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:44.472988262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ac9d965-bfb2-4bb8-bf1d-9c3fd061e16d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:44.525024229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ac9d965-bfb2-4bb8-bf1d-9c3fd061e16d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:03:44.579376495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ac9d965-bfb2-4bb8-bf1d-9c3fd061e16d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:04.665539078Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:16.332979542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5498e8"},"namespace":"ai-tenant-e2e-explicit-5498e8","name":"default-tenant","reconcileID":"32f118d3-d4db-4f0b-be14-6e35695216a0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-5498e8","tenantID":"e2e-explicit-5498e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:16.451965312Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5498e8"},"namespace":"ai-tenant-e2e-explicit-5498e8","name":"default-tenant","reconcileID":"32f118d3-d4db-4f0b-be14-6e35695216a0","name":"e2e-explicit-5498e8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:26.096196983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2aebbd"},"namespace":"ai-tenant-e2e-extmod-a-2aebbd","name":"default-tenant","reconcileID":"a8614b04-f712-40ae-83a0-7a80a02fd16a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2aebbd","tenantID":"e2e-extmod-a-2aebbd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:26.21444498Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2aebbd"},"namespace":"ai-tenant-e2e-extmod-a-2aebbd","name":"default-tenant","reconcileID":"a8614b04-f712-40ae-83a0-7a80a02fd16a","name":"e2e-extmod-a-2aebbd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:34.665763281Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:53.273510389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a325266-cc9f-484c-b41b-ed78ba6ae7e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:53.325420022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a325266-cc9f-484c-b41b-ed78ba6ae7e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:53.377635386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a325266-cc9f-484c-b41b-ed78ba6ae7e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:53.429668375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a325266-cc9f-484c-b41b-ed78ba6ae7e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:04.371600275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fae60c"},"namespace":"ai-tenant-e2e-extmod-a-fae60c","name":"default-tenant","reconcileID":"5bb60b8d-b4f3-4981-8e6b-cc03eb998673","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fae60c","tenantID":"e2e-extmod-a-fae60c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:04.491108889Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fae60c"},"namespace":"ai-tenant-e2e-extmod-a-fae60c","name":"default-tenant","reconcileID":"5bb60b8d-b4f3-4981-8e6b-cc03eb998673","name":"e2e-extmod-a-fae60c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:04.666672779Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:28.511849575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-395b06"},"namespace":"ai-tenant-e2e-extmod-b-395b06","name":"default-tenant","reconcileID":"725507ad-8ee1-4a8f-aa0a-2e94af6d0165","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-395b06","tenantID":"e2e-extmod-b-395b06","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:28.634762247Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-395b06"},"namespace":"ai-tenant-e2e-extmod-b-395b06","name":"default-tenant","reconcileID":"725507ad-8ee1-4a8f-aa0a-2e94af6d0165","name":"e2e-extmod-b-395b06-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:34.666385511Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:41.980067374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4fb8c6e-6389-4d09-9d34-fad8d01cb7ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:42.032222301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4fb8c6e-6389-4d09-9d34-fad8d01cb7ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:42.084200535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4fb8c6e-6389-4d09-9d34-fad8d01cb7ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:42.136293016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4fb8c6e-6389-4d09-9d34-fad8d01cb7ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:44.075234315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2235db8c-a082-4fe0-bfc8-2e8b11f1fde8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:44.12721902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2235db8c-a082-4fe0-bfc8-2e8b11f1fde8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:44.179287516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2235db8c-a082-4fe0-bfc8-2e8b11f1fde8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:44.231197305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2235db8c-a082-4fe0-bfc8-2e8b11f1fde8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:58.116772939Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5498e8"},"namespace":"ai-tenant-e2e-explicit-5498e8","name":"default-tenant","reconcileID":"067bd026-c9fb-4952-b13b-6a27f3cd47a6","namespace":"ai-tenant-e2e-explicit-5498e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:58.116843349Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5498e8"},"namespace":"ai-tenant-e2e-explicit-5498e8","name":"default-tenant","reconcileID":"067bd026-c9fb-4952-b13b-6a27f3cd47a6","namespace":"ai-tenant-e2e-explicit-5498e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:58.116904976Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5498e8"},"namespace":"ai-tenant-e2e-explicit-5498e8","name":"default-tenant","reconcileID":"067bd026-c9fb-4952-b13b-6a27f3cd47a6","tenant":"e2e-explicit-5498e8","tenantID":"e2e-explicit-5498e8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:58.17558235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5498e8"},"namespace":"ai-tenant-e2e-explicit-5498e8","name":"default-tenant","reconcileID":"067bd026-c9fb-4952-b13b-6a27f3cd47a6","gvk":"Deployment","name":"maas-api-e2e-explicit-5498e8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:58.241508213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5498e8"},"namespace":"ai-tenant-e2e-explicit-5498e8","name":"default-tenant","reconcileID":"067bd026-c9fb-4952-b13b-6a27f3cd47a6","gvk":"Service","name":"maas-api-e2e-explicit-5498e8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:58.299399301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5498e8"},"namespace":"ai-tenant-e2e-explicit-5498e8","name":"default-tenant","reconcileID":"067bd026-c9fb-4952-b13b-6a27f3cd47a6","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-5498e8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:58.356465691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5498e8"},"namespace":"ai-tenant-e2e-explicit-5498e8","name":"default-tenant","reconcileID":"067bd026-c9fb-4952-b13b-6a27f3cd47a6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-5498e8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:58.41393761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5498e8"},"namespace":"ai-tenant-e2e-explicit-5498e8","name":"default-tenant","reconcileID":"067bd026-c9fb-4952-b13b-6a27f3cd47a6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-5498e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:58.474130121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5498e8"},"namespace":"ai-tenant-e2e-explicit-5498e8","name":"default-tenant","reconcileID":"067bd026-c9fb-4952-b13b-6a27f3cd47a6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-5498e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:58.533902988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5498e8"},"namespace":"ai-tenant-e2e-explicit-5498e8","name":"default-tenant","reconcileID":"067bd026-c9fb-4952-b13b-6a27f3cd47a6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-5498e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:58.597543922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5498e8"},"namespace":"ai-tenant-e2e-explicit-5498e8","name":"default-tenant","reconcileID":"067bd026-c9fb-4952-b13b-6a27f3cd47a6","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-5498e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:58.655034419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5498e8"},"namespace":"ai-tenant-e2e-explicit-5498e8","name":"default-tenant","reconcileID":"067bd026-c9fb-4952-b13b-6a27f3cd47a6","gvk":"Deployment","name":"payload-processing-e2e-explicit-5498e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:58.707525472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5498e8"},"namespace":"ai-tenant-e2e-explicit-5498e8","name":"default-tenant","reconcileID":"067bd026-c9fb-4952-b13b-6a27f3cd47a6","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-5498e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:58.779614852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5498e8"},"namespace":"ai-tenant-e2e-explicit-5498e8","name":"default-tenant","reconcileID":"067bd026-c9fb-4952-b13b-6a27f3cd47a6","gvk":"Service","name":"payload-processing-e2e-explicit-5498e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:58.832588162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5498e8"},"namespace":"ai-tenant-e2e-explicit-5498e8","name":"default-tenant","reconcileID":"067bd026-c9fb-4952-b13b-6a27f3cd47a6","gvk":"Service","name":"payload-pre-processing-e2e-explicit-5498e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:58.884467056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5498e8"},"namespace":"ai-tenant-e2e-explicit-5498e8","name":"default-tenant","reconcileID":"067bd026-c9fb-4952-b13b-6a27f3cd47a6","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-5498e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:58.936418684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5498e8"},"namespace":"ai-tenant-e2e-explicit-5498e8","name":"default-tenant","reconcileID":"067bd026-c9fb-4952-b13b-6a27f3cd47a6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-5498e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:58.988535767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5498e8"},"namespace":"ai-tenant-e2e-explicit-5498e8","name":"default-tenant","reconcileID":"067bd026-c9fb-4952-b13b-6a27f3cd47a6","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-5498e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:59.040496568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5498e8"},"namespace":"ai-tenant-e2e-explicit-5498e8","name":"default-tenant","reconcileID":"067bd026-c9fb-4952-b13b-6a27f3cd47a6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-5498e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:59.092495009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5498e8"},"namespace":"ai-tenant-e2e-explicit-5498e8","name":"default-tenant","reconcileID":"067bd026-c9fb-4952-b13b-6a27f3cd47a6","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-5498e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:59.145428609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5498e8"},"namespace":"ai-tenant-e2e-explicit-5498e8","name":"default-tenant","reconcileID":"067bd026-c9fb-4952-b13b-6a27f3cd47a6","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-5498e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:59.19750155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5498e8"},"namespace":"ai-tenant-e2e-explicit-5498e8","name":"default-tenant","reconcileID":"067bd026-c9fb-4952-b13b-6a27f3cd47a6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-5498e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:59.255551906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5498e8"},"namespace":"ai-tenant-e2e-explicit-5498e8","name":"default-tenant","reconcileID":"067bd026-c9fb-4952-b13b-6a27f3cd47a6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-5498e8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:00.119742612Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-5498e8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-5498e8","reconcileID":"333e3434-3bdd-4f13-a17b-283c264d8ade","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-5498e8","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-5498e8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:01.539653595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad8d93c7-b680-468b-bb7a-9241a7dbd49b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:01.592243802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad8d93c7-b680-468b-bb7a-9241a7dbd49b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:01.64848623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad8d93c7-b680-468b-bb7a-9241a7dbd49b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:01.701072693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad8d93c7-b680-468b-bb7a-9241a7dbd49b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:03.639789388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63b76741-79b1-4a00-8a7f-21df4ea1fa72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:03.692056885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63b76741-79b1-4a00-8a7f-21df4ea1fa72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:03.7443747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63b76741-79b1-4a00-8a7f-21df4ea1fa72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:03.797422541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63b76741-79b1-4a00-8a7f-21df4ea1fa72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:04.669077985Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:04.797025496Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2aebbd"},"namespace":"ai-tenant-e2e-extmod-a-2aebbd","name":"default-tenant","reconcileID":"9e4a6d5c-0805-4f3c-8359-9779920b19bc","namespace":"ai-tenant-e2e-extmod-a-2aebbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:04.797084926Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2aebbd"},"namespace":"ai-tenant-e2e-extmod-a-2aebbd","name":"default-tenant","reconcileID":"9e4a6d5c-0805-4f3c-8359-9779920b19bc","namespace":"ai-tenant-e2e-extmod-a-2aebbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:04.797136421Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2aebbd"},"namespace":"ai-tenant-e2e-extmod-a-2aebbd","name":"default-tenant","reconcileID":"9e4a6d5c-0805-4f3c-8359-9779920b19bc","tenant":"e2e-extmod-a-2aebbd","tenantID":"e2e-extmod-a-2aebbd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:04.851968783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2aebbd"},"namespace":"ai-tenant-e2e-extmod-a-2aebbd","name":"default-tenant","reconcileID":"9e4a6d5c-0805-4f3c-8359-9779920b19bc","gvk":"Deployment","name":"maas-api-e2e-extmod-a-2aebbd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:04.91463422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2aebbd"},"namespace":"ai-tenant-e2e-extmod-a-2aebbd","name":"default-tenant","reconcileID":"9e4a6d5c-0805-4f3c-8359-9779920b19bc","gvk":"Service","name":"maas-api-e2e-extmod-a-2aebbd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:04.976947303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2aebbd"},"namespace":"ai-tenant-e2e-extmod-a-2aebbd","name":"default-tenant","reconcileID":"9e4a6d5c-0805-4f3c-8359-9779920b19bc","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-2aebbd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:05.031384689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2aebbd"},"namespace":"ai-tenant-e2e-extmod-a-2aebbd","name":"default-tenant","reconcileID":"9e4a6d5c-0805-4f3c-8359-9779920b19bc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-2aebbd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:05.087752119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2aebbd"},"namespace":"ai-tenant-e2e-extmod-a-2aebbd","name":"default-tenant","reconcileID":"9e4a6d5c-0805-4f3c-8359-9779920b19bc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-2aebbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:05.145000908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2aebbd"},"namespace":"ai-tenant-e2e-extmod-a-2aebbd","name":"default-tenant","reconcileID":"9e4a6d5c-0805-4f3c-8359-9779920b19bc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-2aebbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:05.203391969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2aebbd"},"namespace":"ai-tenant-e2e-extmod-a-2aebbd","name":"default-tenant","reconcileID":"9e4a6d5c-0805-4f3c-8359-9779920b19bc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-2aebbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:05.277600062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2aebbd"},"namespace":"ai-tenant-e2e-extmod-a-2aebbd","name":"default-tenant","reconcileID":"9e4a6d5c-0805-4f3c-8359-9779920b19bc","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-2aebbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:05.331517083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2aebbd"},"namespace":"ai-tenant-e2e-extmod-a-2aebbd","name":"default-tenant","reconcileID":"9e4a6d5c-0805-4f3c-8359-9779920b19bc","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-2aebbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:05.38402655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2aebbd"},"namespace":"ai-tenant-e2e-extmod-a-2aebbd","name":"default-tenant","reconcileID":"9e4a6d5c-0805-4f3c-8359-9779920b19bc","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-2aebbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:05.437798419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2aebbd"},"namespace":"ai-tenant-e2e-extmod-a-2aebbd","name":"default-tenant","reconcileID":"9e4a6d5c-0805-4f3c-8359-9779920b19bc","gvk":"Service","name":"payload-processing-e2e-extmod-a-2aebbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:05.489517711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2aebbd"},"namespace":"ai-tenant-e2e-extmod-a-2aebbd","name":"default-tenant","reconcileID":"9e4a6d5c-0805-4f3c-8359-9779920b19bc","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-2aebbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:05.541590314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2aebbd"},"namespace":"ai-tenant-e2e-extmod-a-2aebbd","name":"default-tenant","reconcileID":"9e4a6d5c-0805-4f3c-8359-9779920b19bc","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-2aebbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:05.59324973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2aebbd"},"namespace":"ai-tenant-e2e-extmod-a-2aebbd","name":"default-tenant","reconcileID":"9e4a6d5c-0805-4f3c-8359-9779920b19bc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-2aebbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:05.644940886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2aebbd"},"namespace":"ai-tenant-e2e-extmod-a-2aebbd","name":"default-tenant","reconcileID":"9e4a6d5c-0805-4f3c-8359-9779920b19bc","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-2aebbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:05.696895087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2aebbd"},"namespace":"ai-tenant-e2e-extmod-a-2aebbd","name":"default-tenant","reconcileID":"9e4a6d5c-0805-4f3c-8359-9779920b19bc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-2aebbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:05.749059444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2aebbd"},"namespace":"ai-tenant-e2e-extmod-a-2aebbd","name":"default-tenant","reconcileID":"9e4a6d5c-0805-4f3c-8359-9779920b19bc","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-2aebbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:05.80130823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2aebbd"},"namespace":"ai-tenant-e2e-extmod-a-2aebbd","name":"default-tenant","reconcileID":"9e4a6d5c-0805-4f3c-8359-9779920b19bc","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-2aebbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:05.853547512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2aebbd"},"namespace":"ai-tenant-e2e-extmod-a-2aebbd","name":"default-tenant","reconcileID":"9e4a6d5c-0805-4f3c-8359-9779920b19bc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-2aebbd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:05.905546362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2aebbd"},"namespace":"ai-tenant-e2e-extmod-a-2aebbd","name":"default-tenant","reconcileID":"9e4a6d5c-0805-4f3c-8359-9779920b19bc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-2aebbd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:06.76194719Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-2aebbd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-2aebbd","reconcileID":"35e2f548-aa79-4147-8037-4fa600cd74e3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-2aebbd","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-2aebbd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:07.920298603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5015230f-ffd2-40fb-b79a-55c281f985e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:07.972261354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5015230f-ffd2-40fb-b79a-55c281f985e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:08.024823857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5015230f-ffd2-40fb-b79a-55c281f985e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:08.077528324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5015230f-ffd2-40fb-b79a-55c281f985e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:10.090066106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cccbb1af-bd48-4f36-a670-753389c9c0e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:10.147458957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cccbb1af-bd48-4f36-a670-753389c9c0e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:10.201131163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cccbb1af-bd48-4f36-a670-753389c9c0e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:10.255403784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cccbb1af-bd48-4f36-a670-753389c9c0e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:12.200625467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c18f5cbd-381d-4626-812d-5b5657592aba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:12.252723906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c18f5cbd-381d-4626-812d-5b5657592aba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:12.304836541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c18f5cbd-381d-4626-812d-5b5657592aba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:12.359725056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c18f5cbd-381d-4626-812d-5b5657592aba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:14.718575462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd5059aa-e492-4bad-b806-c5076bceb32c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:14.7708703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd5059aa-e492-4bad-b806-c5076bceb32c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:14.822796551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd5059aa-e492-4bad-b806-c5076bceb32c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:14.875476764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd5059aa-e492-4bad-b806-c5076bceb32c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:15.148285196Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-3853b6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-3853b6","reconcileID":"bcb61148-65e5-4b42-a839-6517ad53d3bb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-3853b6","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-3853b6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:16.798613424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08cfe66c-4453-4c04-9956-12080f4b53e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:16.850822156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08cfe66c-4453-4c04-9956-12080f4b53e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:16.904100914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08cfe66c-4453-4c04-9956-12080f4b53e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:16.95620023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08cfe66c-4453-4c04-9956-12080f4b53e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:18.899970671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9feafa89-238d-482c-93be-e2973a4d5b97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:18.954120142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9feafa89-238d-482c-93be-e2973a4d5b97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:19.008864426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9feafa89-238d-482c-93be-e2973a4d5b97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:19.061370333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9feafa89-238d-482c-93be-e2973a4d5b97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:20.976544585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94fdc2d9-6899-4d9e-833f-639955562872","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:21.029318864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94fdc2d9-6899-4d9e-833f-639955562872","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:21.081328956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94fdc2d9-6899-4d9e-833f-639955562872","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:21.133516423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94fdc2d9-6899-4d9e-833f-639955562872","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:23.040339894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"840d7e45-5563-4609-a7ad-482e010c4c4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:23.092493638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"840d7e45-5563-4609-a7ad-482e010c4c4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:23.145206393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"840d7e45-5563-4609-a7ad-482e010c4c4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:23.199714152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"840d7e45-5563-4609-a7ad-482e010c4c4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:34.666814951Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:36.294159086Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cc6150"},"namespace":"ai-tenant-e2e-extmod-a-cc6150","name":"default-tenant","reconcileID":"0fdf7a35-4e98-41e5-81d8-b87e2c8100c2","namespace":"ai-tenant-e2e-extmod-a-cc6150","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:36.294253924Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cc6150"},"namespace":"ai-tenant-e2e-extmod-a-cc6150","name":"default-tenant","reconcileID":"0fdf7a35-4e98-41e5-81d8-b87e2c8100c2","namespace":"ai-tenant-e2e-extmod-a-cc6150","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:36.294316963Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cc6150"},"namespace":"ai-tenant-e2e-extmod-a-cc6150","name":"default-tenant","reconcileID":"0fdf7a35-4e98-41e5-81d8-b87e2c8100c2","tenant":"e2e-extmod-a-cc6150","tenantID":"e2e-extmod-a-cc6150","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:36.348530653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cc6150"},"namespace":"ai-tenant-e2e-extmod-a-cc6150","name":"default-tenant","reconcileID":"0fdf7a35-4e98-41e5-81d8-b87e2c8100c2","gvk":"Deployment","name":"maas-api-e2e-extmod-a-cc6150","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:36.409802347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cc6150"},"namespace":"ai-tenant-e2e-extmod-a-cc6150","name":"default-tenant","reconcileID":"0fdf7a35-4e98-41e5-81d8-b87e2c8100c2","gvk":"Service","name":"maas-api-e2e-extmod-a-cc6150","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:36.468164502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cc6150"},"namespace":"ai-tenant-e2e-extmod-a-cc6150","name":"default-tenant","reconcileID":"0fdf7a35-4e98-41e5-81d8-b87e2c8100c2","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-cc6150","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:36.522413053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cc6150"},"namespace":"ai-tenant-e2e-extmod-a-cc6150","name":"default-tenant","reconcileID":"0fdf7a35-4e98-41e5-81d8-b87e2c8100c2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-cc6150","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:36.59015666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cc6150"},"namespace":"ai-tenant-e2e-extmod-a-cc6150","name":"default-tenant","reconcileID":"0fdf7a35-4e98-41e5-81d8-b87e2c8100c2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-cc6150","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:36.646160525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cc6150"},"namespace":"ai-tenant-e2e-extmod-a-cc6150","name":"default-tenant","reconcileID":"0fdf7a35-4e98-41e5-81d8-b87e2c8100c2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-cc6150","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:36.704148097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cc6150"},"namespace":"ai-tenant-e2e-extmod-a-cc6150","name":"default-tenant","reconcileID":"0fdf7a35-4e98-41e5-81d8-b87e2c8100c2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-cc6150","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:36.764376452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cc6150"},"namespace":"ai-tenant-e2e-extmod-a-cc6150","name":"default-tenant","reconcileID":"0fdf7a35-4e98-41e5-81d8-b87e2c8100c2","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-cc6150","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:36.816509087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cc6150"},"namespace":"ai-tenant-e2e-extmod-a-cc6150","name":"default-tenant","reconcileID":"0fdf7a35-4e98-41e5-81d8-b87e2c8100c2","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-cc6150","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:36.868421675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cc6150"},"namespace":"ai-tenant-e2e-extmod-a-cc6150","name":"default-tenant","reconcileID":"0fdf7a35-4e98-41e5-81d8-b87e2c8100c2","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-cc6150","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:36.920364054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cc6150"},"namespace":"ai-tenant-e2e-extmod-a-cc6150","name":"default-tenant","reconcileID":"0fdf7a35-4e98-41e5-81d8-b87e2c8100c2","gvk":"Service","name":"payload-processing-e2e-extmod-a-cc6150","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:36.972150265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cc6150"},"namespace":"ai-tenant-e2e-extmod-a-cc6150","name":"default-tenant","reconcileID":"0fdf7a35-4e98-41e5-81d8-b87e2c8100c2","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-cc6150","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:37.023998097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cc6150"},"namespace":"ai-tenant-e2e-extmod-a-cc6150","name":"default-tenant","reconcileID":"0fdf7a35-4e98-41e5-81d8-b87e2c8100c2","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-cc6150","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:37.075909438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cc6150"},"namespace":"ai-tenant-e2e-extmod-a-cc6150","name":"default-tenant","reconcileID":"0fdf7a35-4e98-41e5-81d8-b87e2c8100c2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-cc6150","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:37.127470364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cc6150"},"namespace":"ai-tenant-e2e-extmod-a-cc6150","name":"default-tenant","reconcileID":"0fdf7a35-4e98-41e5-81d8-b87e2c8100c2","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-cc6150","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:37.183695486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cc6150"},"namespace":"ai-tenant-e2e-extmod-a-cc6150","name":"default-tenant","reconcileID":"0fdf7a35-4e98-41e5-81d8-b87e2c8100c2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-cc6150","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:37.235567483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cc6150"},"namespace":"ai-tenant-e2e-extmod-a-cc6150","name":"default-tenant","reconcileID":"0fdf7a35-4e98-41e5-81d8-b87e2c8100c2","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-cc6150","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:37.287328219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cc6150"},"namespace":"ai-tenant-e2e-extmod-a-cc6150","name":"default-tenant","reconcileID":"0fdf7a35-4e98-41e5-81d8-b87e2c8100c2","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-cc6150","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:37.343442017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cc6150"},"namespace":"ai-tenant-e2e-extmod-a-cc6150","name":"default-tenant","reconcileID":"0fdf7a35-4e98-41e5-81d8-b87e2c8100c2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-cc6150","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:37.395858896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cc6150"},"namespace":"ai-tenant-e2e-extmod-a-cc6150","name":"default-tenant","reconcileID":"0fdf7a35-4e98-41e5-81d8-b87e2c8100c2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-cc6150","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:37.453319567Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fae60c"},"namespace":"ai-tenant-e2e-extmod-a-fae60c","name":"default-tenant","reconcileID":"2f0a6b26-b0c8-45a0-b0a0-7e8305d0d942","namespace":"ai-tenant-e2e-extmod-a-fae60c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:37.453403878Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fae60c"},"namespace":"ai-tenant-e2e-extmod-a-fae60c","name":"default-tenant","reconcileID":"2f0a6b26-b0c8-45a0-b0a0-7e8305d0d942","namespace":"ai-tenant-e2e-extmod-a-fae60c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:37.453465929Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fae60c"},"namespace":"ai-tenant-e2e-extmod-a-fae60c","name":"default-tenant","reconcileID":"2f0a6b26-b0c8-45a0-b0a0-7e8305d0d942","tenant":"e2e-extmod-a-fae60c","tenantID":"e2e-extmod-a-fae60c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:37.507468207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fae60c"},"namespace":"ai-tenant-e2e-extmod-a-fae60c","name":"default-tenant","reconcileID":"2f0a6b26-b0c8-45a0-b0a0-7e8305d0d942","gvk":"Deployment","name":"maas-api-e2e-extmod-a-fae60c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:37.567742256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fae60c"},"namespace":"ai-tenant-e2e-extmod-a-fae60c","name":"default-tenant","reconcileID":"2f0a6b26-b0c8-45a0-b0a0-7e8305d0d942","gvk":"Service","name":"maas-api-e2e-extmod-a-fae60c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:37.628164932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fae60c"},"namespace":"ai-tenant-e2e-extmod-a-fae60c","name":"default-tenant","reconcileID":"2f0a6b26-b0c8-45a0-b0a0-7e8305d0d942","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-fae60c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:37.682887105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fae60c"},"namespace":"ai-tenant-e2e-extmod-a-fae60c","name":"default-tenant","reconcileID":"2f0a6b26-b0c8-45a0-b0a0-7e8305d0d942","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-fae60c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:37.745626031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fae60c"},"namespace":"ai-tenant-e2e-extmod-a-fae60c","name":"default-tenant","reconcileID":"2f0a6b26-b0c8-45a0-b0a0-7e8305d0d942","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-fae60c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:37.806929693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fae60c"},"namespace":"ai-tenant-e2e-extmod-a-fae60c","name":"default-tenant","reconcileID":"2f0a6b26-b0c8-45a0-b0a0-7e8305d0d942","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-fae60c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:37.870209816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fae60c"},"namespace":"ai-tenant-e2e-extmod-a-fae60c","name":"default-tenant","reconcileID":"2f0a6b26-b0c8-45a0-b0a0-7e8305d0d942","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-fae60c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:37.938720787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fae60c"},"namespace":"ai-tenant-e2e-extmod-a-fae60c","name":"default-tenant","reconcileID":"2f0a6b26-b0c8-45a0-b0a0-7e8305d0d942","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-fae60c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:37.996752474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fae60c"},"namespace":"ai-tenant-e2e-extmod-a-fae60c","name":"default-tenant","reconcileID":"2f0a6b26-b0c8-45a0-b0a0-7e8305d0d942","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-fae60c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:38.052845598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fae60c"},"namespace":"ai-tenant-e2e-extmod-a-fae60c","name":"default-tenant","reconcileID":"2f0a6b26-b0c8-45a0-b0a0-7e8305d0d942","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-fae60c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:38.107081279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fae60c"},"namespace":"ai-tenant-e2e-extmod-a-fae60c","name":"default-tenant","reconcileID":"2f0a6b26-b0c8-45a0-b0a0-7e8305d0d942","gvk":"Service","name":"payload-processing-e2e-extmod-a-fae60c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:38.158916411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fae60c"},"namespace":"ai-tenant-e2e-extmod-a-fae60c","name":"default-tenant","reconcileID":"2f0a6b26-b0c8-45a0-b0a0-7e8305d0d942","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-fae60c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:38.210648529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fae60c"},"namespace":"ai-tenant-e2e-extmod-a-fae60c","name":"default-tenant","reconcileID":"2f0a6b26-b0c8-45a0-b0a0-7e8305d0d942","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-fae60c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:38.226116491Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-cc6150","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-cc6150","reconcileID":"1938a56d-9ce2-4b8c-8ddf-3d45d25af532","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-cc6150","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-cc6150"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:38.264775302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fae60c"},"namespace":"ai-tenant-e2e-extmod-a-fae60c","name":"default-tenant","reconcileID":"2f0a6b26-b0c8-45a0-b0a0-7e8305d0d942","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-fae60c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:38.316629002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fae60c"},"namespace":"ai-tenant-e2e-extmod-a-fae60c","name":"default-tenant","reconcileID":"2f0a6b26-b0c8-45a0-b0a0-7e8305d0d942","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-fae60c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:38.368300795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fae60c"},"namespace":"ai-tenant-e2e-extmod-a-fae60c","name":"default-tenant","reconcileID":"2f0a6b26-b0c8-45a0-b0a0-7e8305d0d942","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-fae60c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:38.421123902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fae60c"},"namespace":"ai-tenant-e2e-extmod-a-fae60c","name":"default-tenant","reconcileID":"2f0a6b26-b0c8-45a0-b0a0-7e8305d0d942","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-fae60c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:38.498602903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fae60c"},"namespace":"ai-tenant-e2e-extmod-a-fae60c","name":"default-tenant","reconcileID":"2f0a6b26-b0c8-45a0-b0a0-7e8305d0d942","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-fae60c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:38.551048996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fae60c"},"namespace":"ai-tenant-e2e-extmod-a-fae60c","name":"default-tenant","reconcileID":"2f0a6b26-b0c8-45a0-b0a0-7e8305d0d942","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-fae60c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:38.602624546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fae60c"},"namespace":"ai-tenant-e2e-extmod-a-fae60c","name":"default-tenant","reconcileID":"2f0a6b26-b0c8-45a0-b0a0-7e8305d0d942","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-fae60c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:39.430818126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae4d2dc3-38d8-49a3-96cc-0e937995db00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:39.483465927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae4d2dc3-38d8-49a3-96cc-0e937995db00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:39.535624542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae4d2dc3-38d8-49a3-96cc-0e937995db00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:39.545084137Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-fae60c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-fae60c","reconcileID":"f33ecfb3-d61c-448e-bade-0492a0f6af13","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-fae60c","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-fae60c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:39.587650248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae4d2dc3-38d8-49a3-96cc-0e937995db00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:41.561281681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"802f7f51-b036-4c4f-86d7-881175ecf029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:41.615812493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"802f7f51-b036-4c4f-86d7-881175ecf029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:41.670329596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"802f7f51-b036-4c4f-86d7-881175ecf029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:41.723039071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"802f7f51-b036-4c4f-86d7-881175ecf029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:43.608714703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e85de69-1ff4-473b-8ea4-8629440ddd8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:43.661454202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e85de69-1ff4-473b-8ea4-8629440ddd8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:43.71336086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e85de69-1ff4-473b-8ea4-8629440ddd8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:43.765325658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e85de69-1ff4-473b-8ea4-8629440ddd8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:45.649025807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d815318-cfea-4572-a931-43dcd6af0031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:45.704067364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d815318-cfea-4572-a931-43dcd6af0031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:45.756301398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d815318-cfea-4572-a931-43dcd6af0031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:45.808133965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d815318-cfea-4572-a931-43dcd6af0031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:47.720049035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dcfd26f-1bd9-460c-8d3f-1ac6fb8ed258","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:47.772659338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dcfd26f-1bd9-460c-8d3f-1ac6fb8ed258","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:47.824874421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dcfd26f-1bd9-460c-8d3f-1ac6fb8ed258","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:47.876833695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dcfd26f-1bd9-460c-8d3f-1ac6fb8ed258","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:49.772396601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1b19fba-98f8-481b-95f3-d2e98deb2762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:49.824645096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1b19fba-98f8-481b-95f3-d2e98deb2762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:49.876666804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1b19fba-98f8-481b-95f3-d2e98deb2762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:49.928526223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1b19fba-98f8-481b-95f3-d2e98deb2762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:51.880105875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87f4b4c4-1271-4732-955d-1c432e3e45aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:51.932310885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87f4b4c4-1271-4732-955d-1c432e3e45aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:51.984298588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87f4b4c4-1271-4732-955d-1c432e3e45aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:52.036421592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87f4b4c4-1271-4732-955d-1c432e3e45aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:04.665766744Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:05.872984653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97df9eda-b2b7-458d-8172-68efb660a775","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:05.924723491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97df9eda-b2b7-458d-8172-68efb660a775","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:05.976809672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97df9eda-b2b7-458d-8172-68efb660a775","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:06.030652768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97df9eda-b2b7-458d-8172-68efb660a775","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:07.908509538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9593347c-0634-4e0d-82f7-718528334c6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:07.963846671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9593347c-0634-4e0d-82f7-718528334c6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:08.017515875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9593347c-0634-4e0d-82f7-718528334c6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:08.069629812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9593347c-0634-4e0d-82f7-718528334c6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:13.827085941Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"default-tenant","reconcileID":"8e1a91c4-4765-41ce-a78e-8da9438720ab","namespace":"ai-tenant-e2e-shared-a-w2-16b984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:13.827156618Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"default-tenant","reconcileID":"8e1a91c4-4765-41ce-a78e-8da9438720ab","namespace":"ai-tenant-e2e-shared-a-w2-16b984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:13.827249127Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"default-tenant","reconcileID":"8e1a91c4-4765-41ce-a78e-8da9438720ab","tenant":"e2e-shared-a-w2-16b984","tenantID":"e2e-shared-a-w2-16b984","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:13.881403886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"default-tenant","reconcileID":"8e1a91c4-4765-41ce-a78e-8da9438720ab","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-16b984","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:13.941415346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"default-tenant","reconcileID":"8e1a91c4-4765-41ce-a78e-8da9438720ab","gvk":"Service","name":"maas-api-e2e-shared-a-w2-16b984","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:14.000275281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"default-tenant","reconcileID":"8e1a91c4-4765-41ce-a78e-8da9438720ab","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-16b984","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:14.054047385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"default-tenant","reconcileID":"8e1a91c4-4765-41ce-a78e-8da9438720ab","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-16b984","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:14.109606032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"default-tenant","reconcileID":"8e1a91c4-4765-41ce-a78e-8da9438720ab","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-16b984","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:14.164407059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"default-tenant","reconcileID":"8e1a91c4-4765-41ce-a78e-8da9438720ab","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-16b984","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:14.221420896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"default-tenant","reconcileID":"8e1a91c4-4765-41ce-a78e-8da9438720ab","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-16b984","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:14.27779228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"default-tenant","reconcileID":"8e1a91c4-4765-41ce-a78e-8da9438720ab","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-16b984","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:14.329995789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"default-tenant","reconcileID":"8e1a91c4-4765-41ce-a78e-8da9438720ab","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-16b984","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:14.381859697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"default-tenant","reconcileID":"8e1a91c4-4765-41ce-a78e-8da9438720ab","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-16b984","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:14.434505055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"default-tenant","reconcileID":"8e1a91c4-4765-41ce-a78e-8da9438720ab","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-16b984","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:14.486454286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"default-tenant","reconcileID":"8e1a91c4-4765-41ce-a78e-8da9438720ab","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-16b984","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:14.537991963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"default-tenant","reconcileID":"8e1a91c4-4765-41ce-a78e-8da9438720ab","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-16b984","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:14.589696527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"default-tenant","reconcileID":"8e1a91c4-4765-41ce-a78e-8da9438720ab","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-16b984","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:14.641589127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"default-tenant","reconcileID":"8e1a91c4-4765-41ce-a78e-8da9438720ab","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-16b984","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:14.697344907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"default-tenant","reconcileID":"8e1a91c4-4765-41ce-a78e-8da9438720ab","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-16b984","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:14.749242583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"default-tenant","reconcileID":"8e1a91c4-4765-41ce-a78e-8da9438720ab","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-16b984","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:14.801064018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"default-tenant","reconcileID":"8e1a91c4-4765-41ce-a78e-8da9438720ab","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-16b984","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:14.85356664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"default-tenant","reconcileID":"8e1a91c4-4765-41ce-a78e-8da9438720ab","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-16b984","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:14.905698256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-16b984"},"namespace":"ai-tenant-e2e-shared-a-w2-16b984","name":"default-tenant","reconcileID":"8e1a91c4-4765-41ce-a78e-8da9438720ab","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-16b984","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:15.718153377Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-16b984","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-16b984","reconcileID":"fd13ea89-cd85-4b27-8ba8-d77726f4b18f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-16b984","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-16b984"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:16.880098789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d10e7dd1-4e3b-4e35-aa54-064e44d2db75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:16.932051363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d10e7dd1-4e3b-4e35-aa54-064e44d2db75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:16.984026129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d10e7dd1-4e3b-4e35-aa54-064e44d2db75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:17.036138877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d10e7dd1-4e3b-4e35-aa54-064e44d2db75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:18.976647427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"691e73df-229d-4012-849b-f247d5d45c02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:19.028683394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"691e73df-229d-4012-849b-f247d5d45c02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:19.080640879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"691e73df-229d-4012-849b-f247d5d45c02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:19.132724597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"691e73df-229d-4012-849b-f247d5d45c02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:21.060371357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbe5981d-6268-4ba3-881d-7932c289d49f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:21.11270015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbe5981d-6268-4ba3-881d-7932c289d49f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:21.166682453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbe5981d-6268-4ba3-881d-7932c289d49f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:21.218477925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbe5981d-6268-4ba3-881d-7932c289d49f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:23.158554651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63d20bd3-9198-4cf0-96f6-63c6478f16d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:23.210979866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63d20bd3-9198-4cf0-96f6-63c6478f16d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:23.262867061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63d20bd3-9198-4cf0-96f6-63c6478f16d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:23.314803653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63d20bd3-9198-4cf0-96f6-63c6478f16d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:25.268322639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02305bc5-8624-43e3-bb72-9f6101582fb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:25.320489651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02305bc5-8624-43e3-bb72-9f6101582fb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:25.372466877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02305bc5-8624-43e3-bb72-9f6101582fb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:25.424199997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02305bc5-8624-43e3-bb72-9f6101582fb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:27.299928382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f574b70-647c-4f5e-b8b0-3dba2f5c37ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:27.351928745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f574b70-647c-4f5e-b8b0-3dba2f5c37ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:27.403915389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f574b70-647c-4f5e-b8b0-3dba2f5c37ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:27.455859678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f574b70-647c-4f5e-b8b0-3dba2f5c37ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:29.338149377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"087e1853-54be-40c4-91be-448a319b5bfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:29.390688088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"087e1853-54be-40c4-91be-448a319b5bfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:29.442932627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"087e1853-54be-40c4-91be-448a319b5bfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:29.495064864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"087e1853-54be-40c4-91be-448a319b5bfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:31.402057907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ce88ccc-d5ae-4b22-8e1d-c641d02a4ecc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:31.454080484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ce88ccc-d5ae-4b22-8e1d-c641d02a4ecc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:31.506143283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ce88ccc-d5ae-4b22-8e1d-c641d02a4ecc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:31.558104599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ce88ccc-d5ae-4b22-8e1d-c641d02a4ecc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:33.474073009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdcfd888-34d6-467a-803f-4ba2d3f3b767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:33.525924598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdcfd888-34d6-467a-803f-4ba2d3f3b767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:33.577761871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdcfd888-34d6-467a-803f-4ba2d3f3b767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:33.629455995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdcfd888-34d6-467a-803f-4ba2d3f3b767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:34.66678763Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:40.123035247Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a7eb09"},"namespace":"ai-tenant-e2e-shared-a-w1-a7eb09","name":"default-tenant","reconcileID":"a73ae35c-ad7c-468e-b3dd-969d308cdf3c","namespace":"ai-tenant-e2e-shared-a-w1-a7eb09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:40.123094694Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a7eb09"},"namespace":"ai-tenant-e2e-shared-a-w1-a7eb09","name":"default-tenant","reconcileID":"a73ae35c-ad7c-468e-b3dd-969d308cdf3c","namespace":"ai-tenant-e2e-shared-a-w1-a7eb09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:40.123158489Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a7eb09"},"namespace":"ai-tenant-e2e-shared-a-w1-a7eb09","name":"default-tenant","reconcileID":"a73ae35c-ad7c-468e-b3dd-969d308cdf3c","tenant":"e2e-shared-a-w1-a7eb09","tenantID":"e2e-shared-a-w1-a7eb09","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:40.179510128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a7eb09"},"namespace":"ai-tenant-e2e-shared-a-w1-a7eb09","name":"default-tenant","reconcileID":"a73ae35c-ad7c-468e-b3dd-969d308cdf3c","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-a7eb09","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:40.241312364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a7eb09"},"namespace":"ai-tenant-e2e-shared-a-w1-a7eb09","name":"default-tenant","reconcileID":"a73ae35c-ad7c-468e-b3dd-969d308cdf3c","gvk":"Service","name":"maas-api-e2e-shared-a-w1-a7eb09","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:40.302304939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a7eb09"},"namespace":"ai-tenant-e2e-shared-a-w1-a7eb09","name":"default-tenant","reconcileID":"a73ae35c-ad7c-468e-b3dd-969d308cdf3c","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-a7eb09","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:40.356163365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a7eb09"},"namespace":"ai-tenant-e2e-shared-a-w1-a7eb09","name":"default-tenant","reconcileID":"a73ae35c-ad7c-468e-b3dd-969d308cdf3c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-a7eb09","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:40.411258204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a7eb09"},"namespace":"ai-tenant-e2e-shared-a-w1-a7eb09","name":"default-tenant","reconcileID":"a73ae35c-ad7c-468e-b3dd-969d308cdf3c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-a7eb09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:40.465537711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a7eb09"},"namespace":"ai-tenant-e2e-shared-a-w1-a7eb09","name":"default-tenant","reconcileID":"a73ae35c-ad7c-468e-b3dd-969d308cdf3c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-a7eb09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:40.522886808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a7eb09"},"namespace":"ai-tenant-e2e-shared-a-w1-a7eb09","name":"default-tenant","reconcileID":"a73ae35c-ad7c-468e-b3dd-969d308cdf3c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-a7eb09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:40.577463622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a7eb09"},"namespace":"ai-tenant-e2e-shared-a-w1-a7eb09","name":"default-tenant","reconcileID":"a73ae35c-ad7c-468e-b3dd-969d308cdf3c","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-a7eb09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:40.629561087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a7eb09"},"namespace":"ai-tenant-e2e-shared-a-w1-a7eb09","name":"default-tenant","reconcileID":"a73ae35c-ad7c-468e-b3dd-969d308cdf3c","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-a7eb09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:40.685589581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a7eb09"},"namespace":"ai-tenant-e2e-shared-a-w1-a7eb09","name":"default-tenant","reconcileID":"a73ae35c-ad7c-468e-b3dd-969d308cdf3c","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-a7eb09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:40.73726055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a7eb09"},"namespace":"ai-tenant-e2e-shared-a-w1-a7eb09","name":"default-tenant","reconcileID":"a73ae35c-ad7c-468e-b3dd-969d308cdf3c","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-a7eb09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:40.788740549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a7eb09"},"namespace":"ai-tenant-e2e-shared-a-w1-a7eb09","name":"default-tenant","reconcileID":"a73ae35c-ad7c-468e-b3dd-969d308cdf3c","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-a7eb09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:40.84061736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a7eb09"},"namespace":"ai-tenant-e2e-shared-a-w1-a7eb09","name":"default-tenant","reconcileID":"a73ae35c-ad7c-468e-b3dd-969d308cdf3c","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-a7eb09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:40.892294848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a7eb09"},"namespace":"ai-tenant-e2e-shared-a-w1-a7eb09","name":"default-tenant","reconcileID":"a73ae35c-ad7c-468e-b3dd-969d308cdf3c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-a7eb09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:40.943834423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a7eb09"},"namespace":"ai-tenant-e2e-shared-a-w1-a7eb09","name":"default-tenant","reconcileID":"a73ae35c-ad7c-468e-b3dd-969d308cdf3c","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-a7eb09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:40.999734009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a7eb09"},"namespace":"ai-tenant-e2e-shared-a-w1-a7eb09","name":"default-tenant","reconcileID":"a73ae35c-ad7c-468e-b3dd-969d308cdf3c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-a7eb09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:41.051343569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a7eb09"},"namespace":"ai-tenant-e2e-shared-a-w1-a7eb09","name":"default-tenant","reconcileID":"a73ae35c-ad7c-468e-b3dd-969d308cdf3c","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-a7eb09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:41.103036116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a7eb09"},"namespace":"ai-tenant-e2e-shared-a-w1-a7eb09","name":"default-tenant","reconcileID":"a73ae35c-ad7c-468e-b3dd-969d308cdf3c","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-a7eb09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:41.16214041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a7eb09"},"namespace":"ai-tenant-e2e-shared-a-w1-a7eb09","name":"default-tenant","reconcileID":"a73ae35c-ad7c-468e-b3dd-969d308cdf3c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-a7eb09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:41.214145458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a7eb09"},"namespace":"ai-tenant-e2e-shared-a-w1-a7eb09","name":"default-tenant","reconcileID":"a73ae35c-ad7c-468e-b3dd-969d308cdf3c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-a7eb09","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:42.08833673Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-a7eb09","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-a7eb09","reconcileID":"0370e7ac-d04a-4cf0-994c-c8f650c12612","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-a7eb09","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-a7eb09"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:43.231932036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07c74cc8-711a-4142-a5cf-6b3c2861dbec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:43.283910349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07c74cc8-711a-4142-a5cf-6b3c2861dbec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:43.337765783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07c74cc8-711a-4142-a5cf-6b3c2861dbec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:43.390459138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07c74cc8-711a-4142-a5cf-6b3c2861dbec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:45.276143896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99b131a3-974f-4cc0-994b-f88486b85d5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:45.330328798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99b131a3-974f-4cc0-994b-f88486b85d5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:45.382423293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99b131a3-974f-4cc0-994b-f88486b85d5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:45.434335942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99b131a3-974f-4cc0-994b-f88486b85d5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:46.279892566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3853b6"},"namespace":"ai-tenant-e2e-extmod-a-3853b6","name":"default-tenant","reconcileID":"cc6fd514-29d8-43a4-b811-acebe1bdc76e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3853b6","tenantID":"e2e-extmod-a-3853b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:46.397140169Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3853b6"},"namespace":"ai-tenant-e2e-extmod-a-3853b6","name":"default-tenant","reconcileID":"cc6fd514-29d8-43a4-b811-acebe1bdc76e","name":"e2e-extmod-a-3853b6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:46.489099924Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"default-tenant","reconcileID":"031467dd-faa4-4f8b-858b-942e8e282152","namespace":"ai-tenant-e2e-shared-a-w3-f13553","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:46.489205504Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"default-tenant","reconcileID":"031467dd-faa4-4f8b-858b-942e8e282152","namespace":"ai-tenant-e2e-shared-a-w3-f13553","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:46.489274323Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"default-tenant","reconcileID":"031467dd-faa4-4f8b-858b-942e8e282152","tenant":"e2e-shared-a-w3-f13553","tenantID":"e2e-shared-a-w3-f13553","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:46.542917602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"default-tenant","reconcileID":"031467dd-faa4-4f8b-858b-942e8e282152","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-f13553","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:46.607550377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"default-tenant","reconcileID":"031467dd-faa4-4f8b-858b-942e8e282152","gvk":"Service","name":"maas-api-e2e-shared-a-w3-f13553","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:46.662755713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"default-tenant","reconcileID":"031467dd-faa4-4f8b-858b-942e8e282152","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-f13553","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:46.716501567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"default-tenant","reconcileID":"031467dd-faa4-4f8b-858b-942e8e282152","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-f13553","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:46.805588256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"default-tenant","reconcileID":"031467dd-faa4-4f8b-858b-942e8e282152","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-f13553","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:46.859538629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"default-tenant","reconcileID":"031467dd-faa4-4f8b-858b-942e8e282152","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-f13553","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:46.916812442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"default-tenant","reconcileID":"031467dd-faa4-4f8b-858b-942e8e282152","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-f13553","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:46.971547109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"default-tenant","reconcileID":"031467dd-faa4-4f8b-858b-942e8e282152","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-f13553","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:47.023398894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"default-tenant","reconcileID":"031467dd-faa4-4f8b-858b-942e8e282152","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-f13553","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:47.078833682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"default-tenant","reconcileID":"031467dd-faa4-4f8b-858b-942e8e282152","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-f13553","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:47.131272168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"default-tenant","reconcileID":"031467dd-faa4-4f8b-858b-942e8e282152","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-f13553","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:47.182829228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"default-tenant","reconcileID":"031467dd-faa4-4f8b-858b-942e8e282152","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-f13553","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:47.234304349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"default-tenant","reconcileID":"031467dd-faa4-4f8b-858b-942e8e282152","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-f13553","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:47.28591551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"default-tenant","reconcileID":"031467dd-faa4-4f8b-858b-942e8e282152","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-f13553","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:47.325490648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b220f96b-ee44-4b4c-8675-fb0655457e1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:47.376750351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"default-tenant","reconcileID":"031467dd-faa4-4f8b-858b-942e8e282152","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-f13553","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:47.377556967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b220f96b-ee44-4b4c-8675-fb0655457e1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:47.429513511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b220f96b-ee44-4b4c-8675-fb0655457e1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:47.433388526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"default-tenant","reconcileID":"031467dd-faa4-4f8b-858b-942e8e282152","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-f13553","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:47.481942008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b220f96b-ee44-4b4c-8675-fb0655457e1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:47.533547662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"default-tenant","reconcileID":"031467dd-faa4-4f8b-858b-942e8e282152","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-f13553","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:47.587540049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"default-tenant","reconcileID":"031467dd-faa4-4f8b-858b-942e8e282152","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-f13553","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:47.644707383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"default-tenant","reconcileID":"031467dd-faa4-4f8b-858b-942e8e282152","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-f13553","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:47.74814163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f13553"},"namespace":"ai-tenant-e2e-shared-a-w3-f13553","name":"default-tenant","reconcileID":"031467dd-faa4-4f8b-858b-942e8e282152","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-f13553","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:48.558720064Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-f13553","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-f13553","reconcileID":"519c97fa-9e32-460d-94b1-1f1814c86215","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-f13553","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-f13553"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:49.660531351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b328eb2-d276-4b19-ae88-461986885e96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:49.712360074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b328eb2-d276-4b19-ae88-461986885e96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:49.76423842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b328eb2-d276-4b19-ae88-461986885e96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:49.816297262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b328eb2-d276-4b19-ae88-461986885e96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:51.721468144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9cf3b8c-16bf-4bad-8073-985438cf6ed5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:51.773302519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9cf3b8c-16bf-4bad-8073-985438cf6ed5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:51.825275019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9cf3b8c-16bf-4bad-8073-985438cf6ed5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:51.877210702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9cf3b8c-16bf-4bad-8073-985438cf6ed5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.779206432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e953951-96a7-4cf8-bf15-99c78f2ef56c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.831384822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e953951-96a7-4cf8-bf15-99c78f2ef56c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.883588847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e953951-96a7-4cf8-bf15-99c78f2ef56c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.935512468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e953951-96a7-4cf8-bf15-99c78f2ef56c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:55.884682191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67989737-12d8-405c-aaa9-69c3df73859b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:55.937074613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67989737-12d8-405c-aaa9-69c3df73859b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:55.989102325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67989737-12d8-405c-aaa9-69c3df73859b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:56.041466931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67989737-12d8-405c-aaa9-69c3df73859b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:57.947396448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b514ff6f-269e-4c47-99a4-f41e8b1203de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:57.999412386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b514ff6f-269e-4c47-99a4-f41e8b1203de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:58.051292609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b514ff6f-269e-4c47-99a4-f41e8b1203de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:58.103496734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b514ff6f-269e-4c47-99a4-f41e8b1203de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:59.994071279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be193217-d421-40d0-9b98-c0ed810177ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:00.050059455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be193217-d421-40d0-9b98-c0ed810177ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:00.103366115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be193217-d421-40d0-9b98-c0ed810177ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:00.155902872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be193217-d421-40d0-9b98-c0ed810177ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:04.665780268Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:07.821466968Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaa842"},"namespace":"ai-tenant-e2e-extmod-a-aaa842","name":"default-tenant","reconcileID":"a3d00e25-85ab-4cff-8cfb-0506a426d3e3","namespace":"ai-tenant-e2e-extmod-a-aaa842","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:07.821560243Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaa842"},"namespace":"ai-tenant-e2e-extmod-a-aaa842","name":"default-tenant","reconcileID":"a3d00e25-85ab-4cff-8cfb-0506a426d3e3","namespace":"ai-tenant-e2e-extmod-a-aaa842","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:07.821644447Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaa842"},"namespace":"ai-tenant-e2e-extmod-a-aaa842","name":"default-tenant","reconcileID":"a3d00e25-85ab-4cff-8cfb-0506a426d3e3","tenant":"e2e-extmod-a-aaa842","tenantID":"e2e-extmod-a-aaa842","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:07.875524386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaa842"},"namespace":"ai-tenant-e2e-extmod-a-aaa842","name":"default-tenant","reconcileID":"a3d00e25-85ab-4cff-8cfb-0506a426d3e3","gvk":"Deployment","name":"maas-api-e2e-extmod-a-aaa842","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:07.938537013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaa842"},"namespace":"ai-tenant-e2e-extmod-a-aaa842","name":"default-tenant","reconcileID":"a3d00e25-85ab-4cff-8cfb-0506a426d3e3","gvk":"Service","name":"maas-api-e2e-extmod-a-aaa842","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:08.071325446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaa842"},"namespace":"ai-tenant-e2e-extmod-a-aaa842","name":"default-tenant","reconcileID":"a3d00e25-85ab-4cff-8cfb-0506a426d3e3","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-aaa842","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:08.130568761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaa842"},"namespace":"ai-tenant-e2e-extmod-a-aaa842","name":"default-tenant","reconcileID":"a3d00e25-85ab-4cff-8cfb-0506a426d3e3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-aaa842","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:08.187873819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaa842"},"namespace":"ai-tenant-e2e-extmod-a-aaa842","name":"default-tenant","reconcileID":"a3d00e25-85ab-4cff-8cfb-0506a426d3e3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-aaa842","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:08.242642294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaa842"},"namespace":"ai-tenant-e2e-extmod-a-aaa842","name":"default-tenant","reconcileID":"a3d00e25-85ab-4cff-8cfb-0506a426d3e3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-aaa842","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:08.3035039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaa842"},"namespace":"ai-tenant-e2e-extmod-a-aaa842","name":"default-tenant","reconcileID":"a3d00e25-85ab-4cff-8cfb-0506a426d3e3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-aaa842","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:08.358037585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaa842"},"namespace":"ai-tenant-e2e-extmod-a-aaa842","name":"default-tenant","reconcileID":"a3d00e25-85ab-4cff-8cfb-0506a426d3e3","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-aaa842","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:08.410009654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaa842"},"namespace":"ai-tenant-e2e-extmod-a-aaa842","name":"default-tenant","reconcileID":"a3d00e25-85ab-4cff-8cfb-0506a426d3e3","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-aaa842","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:08.461833547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaa842"},"namespace":"ai-tenant-e2e-extmod-a-aaa842","name":"default-tenant","reconcileID":"a3d00e25-85ab-4cff-8cfb-0506a426d3e3","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-aaa842","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:08.514122582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaa842"},"namespace":"ai-tenant-e2e-extmod-a-aaa842","name":"default-tenant","reconcileID":"a3d00e25-85ab-4cff-8cfb-0506a426d3e3","gvk":"Service","name":"payload-processing-e2e-extmod-a-aaa842","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:08.565977762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaa842"},"namespace":"ai-tenant-e2e-extmod-a-aaa842","name":"default-tenant","reconcileID":"a3d00e25-85ab-4cff-8cfb-0506a426d3e3","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-aaa842","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:08.620733645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaa842"},"namespace":"ai-tenant-e2e-extmod-a-aaa842","name":"default-tenant","reconcileID":"a3d00e25-85ab-4cff-8cfb-0506a426d3e3","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-aaa842","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:08.67257269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaa842"},"namespace":"ai-tenant-e2e-extmod-a-aaa842","name":"default-tenant","reconcileID":"a3d00e25-85ab-4cff-8cfb-0506a426d3e3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-aaa842","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:08.724310823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaa842"},"namespace":"ai-tenant-e2e-extmod-a-aaa842","name":"default-tenant","reconcileID":"a3d00e25-85ab-4cff-8cfb-0506a426d3e3","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-aaa842","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:08.780548194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaa842"},"namespace":"ai-tenant-e2e-extmod-a-aaa842","name":"default-tenant","reconcileID":"a3d00e25-85ab-4cff-8cfb-0506a426d3e3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-aaa842","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:08.832264722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaa842"},"namespace":"ai-tenant-e2e-extmod-a-aaa842","name":"default-tenant","reconcileID":"a3d00e25-85ab-4cff-8cfb-0506a426d3e3","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-aaa842","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:08.883820918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaa842"},"namespace":"ai-tenant-e2e-extmod-a-aaa842","name":"default-tenant","reconcileID":"a3d00e25-85ab-4cff-8cfb-0506a426d3e3","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-aaa842","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:08.935786735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaa842"},"namespace":"ai-tenant-e2e-extmod-a-aaa842","name":"default-tenant","reconcileID":"a3d00e25-85ab-4cff-8cfb-0506a426d3e3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-aaa842","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:08.987539136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaa842"},"namespace":"ai-tenant-e2e-extmod-a-aaa842","name":"default-tenant","reconcileID":"a3d00e25-85ab-4cff-8cfb-0506a426d3e3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-aaa842","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.891971961Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-aaa842","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-aaa842","reconcileID":"122e2100-9cb8-4cda-80e6-ec29f22f4f40","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-aaa842","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-aaa842"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:11.034558034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"279b3dd1-ee0d-4234-93d4-3e63c1d020f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:11.087048232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"279b3dd1-ee0d-4234-93d4-3e63c1d020f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:11.141445816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"279b3dd1-ee0d-4234-93d4-3e63c1d020f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:11.196976933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"279b3dd1-ee0d-4234-93d4-3e63c1d020f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.120690228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f8c259-3cb4-4f38-9252-880560941255","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.172662902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f8c259-3cb4-4f38-9252-880560941255","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.224498262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f8c259-3cb4-4f38-9252-880560941255","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.276438018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f8c259-3cb4-4f38-9252-880560941255","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.102327903Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"default-tenant","reconcileID":"5fd00f8f-fb03-4419-af0b-63ab6b568c71","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.102392825Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"default-tenant","reconcileID":"5fd00f8f-fb03-4419-af0b-63ab6b568c71","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.102444141Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"default-tenant","reconcileID":"5fd00f8f-fb03-4419-af0b-63ab6b568c71","tenant":"e2e-shared-b-w3-4e1a6c","tenantID":"e2e-shared-b-w3-4e1a6c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.156302277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"default-tenant","reconcileID":"5fd00f8f-fb03-4419-af0b-63ab6b568c71","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-4e1a6c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.217291891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"default-tenant","reconcileID":"5fd00f8f-fb03-4419-af0b-63ab6b568c71","gvk":"Service","name":"maas-api-e2e-shared-b-w3-4e1a6c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.273946997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"default-tenant","reconcileID":"5fd00f8f-fb03-4419-af0b-63ab6b568c71","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-4e1a6c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.352380788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"default-tenant","reconcileID":"5fd00f8f-fb03-4419-af0b-63ab6b568c71","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-4e1a6c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.407006573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"default-tenant","reconcileID":"5fd00f8f-fb03-4419-af0b-63ab6b568c71","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-4e1a6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.461402066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"default-tenant","reconcileID":"5fd00f8f-fb03-4419-af0b-63ab6b568c71","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-4e1a6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.520204054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"default-tenant","reconcileID":"5fd00f8f-fb03-4419-af0b-63ab6b568c71","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-4e1a6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.577440852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"default-tenant","reconcileID":"5fd00f8f-fb03-4419-af0b-63ab6b568c71","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-4e1a6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.667628731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"default-tenant","reconcileID":"5fd00f8f-fb03-4419-af0b-63ab6b568c71","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-4e1a6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.718842727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"default-tenant","reconcileID":"5fd00f8f-fb03-4419-af0b-63ab6b568c71","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-4e1a6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.77080532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"default-tenant","reconcileID":"5fd00f8f-fb03-4419-af0b-63ab6b568c71","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-4e1a6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.82260718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"default-tenant","reconcileID":"5fd00f8f-fb03-4419-af0b-63ab6b568c71","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-4e1a6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.874346675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"default-tenant","reconcileID":"5fd00f8f-fb03-4419-af0b-63ab6b568c71","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-4e1a6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.92596635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"default-tenant","reconcileID":"5fd00f8f-fb03-4419-af0b-63ab6b568c71","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-4e1a6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.977262338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"default-tenant","reconcileID":"5fd00f8f-fb03-4419-af0b-63ab6b568c71","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-4e1a6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:15.033502222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"default-tenant","reconcileID":"5fd00f8f-fb03-4419-af0b-63ab6b568c71","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-4e1a6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:15.085132735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"default-tenant","reconcileID":"5fd00f8f-fb03-4419-af0b-63ab6b568c71","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-4e1a6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:15.141461449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"default-tenant","reconcileID":"5fd00f8f-fb03-4419-af0b-63ab6b568c71","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-4e1a6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:15.19412598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"default-tenant","reconcileID":"5fd00f8f-fb03-4419-af0b-63ab6b568c71","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-4e1a6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:15.210252805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6302c07f-d059-4031-a885-e1440c1b0a95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:15.261936008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c"},"namespace":"ai-tenant-e2e-shared-b-w3-4e1a6c","name":"default-tenant","reconcileID":"5fd00f8f-fb03-4419-af0b-63ab6b568c71","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-4e1a6c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:15.262518832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6302c07f-d059-4031-a885-e1440c1b0a95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:15.314641638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6302c07f-d059-4031-a885-e1440c1b0a95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:15.36669571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6302c07f-d059-4031-a885-e1440c1b0a95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:16.078965347Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-4e1a6c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-4e1a6c","reconcileID":"71651d45-4136-4711-b377-7dae889f561f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-4e1a6c","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-4e1a6c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:17.316972363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5d959f4-dd30-4715-bcc0-70e53d4e47d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:17.371107589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5d959f4-dd30-4715-bcc0-70e53d4e47d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:17.423962544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5d959f4-dd30-4715-bcc0-70e53d4e47d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:17.476269296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5d959f4-dd30-4715-bcc0-70e53d4e47d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:19.387892406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c3b096a-b00b-446e-b934-364c0dbef0c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:19.440028225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c3b096a-b00b-446e-b934-364c0dbef0c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:19.495034564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c3b096a-b00b-446e-b934-364c0dbef0c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:19.548928225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c3b096a-b00b-446e-b934-364c0dbef0c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:21.547979723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"159ecd6a-3523-4212-ab27-2b491ab6032b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:21.604622061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"159ecd6a-3523-4212-ab27-2b491ab6032b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:21.659046299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"159ecd6a-3523-4212-ab27-2b491ab6032b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:21.711392514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"159ecd6a-3523-4212-ab27-2b491ab6032b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:23.701860695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"935ad219-8498-4f6c-81ba-1e6fa10c187a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:23.755563755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"935ad219-8498-4f6c-81ba-1e6fa10c187a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:23.807695549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"935ad219-8498-4f6c-81ba-1e6fa10c187a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:23.84600653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"b6ffe36f-5320-4fe9-bacb-9d03b069dac9","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:23.859693983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"935ad219-8498-4f6c-81ba-1e6fa10c187a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:23.859991682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"premium-w3-7abb95","reconcileID":"4dbfc79c-fbde-43a4-a9b2-d6d363d51250","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"premium-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"premium-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:23.860338057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-w3-7abb95","reconcileID":"a8d4317e-1c94-4cef-b0fc-1f40215df052","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:23.860494953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-2-w3-7abb95","reconcileID":"f82bb025-b388-40be-9693-2cd3f5da372e","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-2-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-2-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:23.955868305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"e46daeb1-ed5f-45f6-a1cf-d23fa7978ac5","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:23.956243483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"premium-w3-7abb95","reconcileID":"a09a8a3e-c9d7-41d5-b6f3-3c7134b3eb81","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"premium-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"premium-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:23.95656415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-w3-7abb95","reconcileID":"73eaaa7a-7ff5-4cef-a361-dbce84d60a29","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:23.956749647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-2-w3-7abb95","reconcileID":"87b13b0f-9dcb-4f95-97ce-f1cb904ba620","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-2-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-2-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:24.015576633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"0d227e87-76ea-44a0-809b-54b8294fc414","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:24.015576895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"309d3c0d-39ec-47c0-80f4-58e07c2fde23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:24.06901476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"9a97b015-ec7c-4662-a2bf-827bb91b9477","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:24.069373415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"6b3ada56-bed8-40ed-b443-44a51074c0d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:24.072729864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"309d3c0d-39ec-47c0-80f4-58e07c2fde23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:24.074254996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"0d227e87-76ea-44a0-809b-54b8294fc414","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:24.406909549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"a31366c8-601c-4f1f-8708-b434e9164628","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:24.407014259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"0d97f0a0-6e29-4e46-9064-8a68757b34a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:24.441894662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"cc3649af-27f2-447b-b551-ab78adacb324","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:24.442659122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"9635932f-b001-4d87-9007-821978cb39b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:24.500416627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"9635932f-b001-4d87-9007-821978cb39b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:24.500547476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"cc3649af-27f2-447b-b551-ab78adacb324","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:25.797872507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd12188b-f512-4370-8679-e41e2e43266d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:25.849804307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd12188b-f512-4370-8679-e41e2e43266d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:25.901906211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd12188b-f512-4370-8679-e41e2e43266d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:25.953693888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd12188b-f512-4370-8679-e41e2e43266d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:27.893807051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d46c80-ce09-4aef-8e2c-ccb7c2bf2661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:27.946491931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d46c80-ce09-4aef-8e2c-ccb7c2bf2661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:27.998679826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d46c80-ce09-4aef-8e2c-ccb7c2bf2661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:28.050758964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d46c80-ce09-4aef-8e2c-ccb7c2bf2661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:29.146841612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-2-w3-7abb95","reconcileID":"cc7f8522-d88e-4c43-ba9f-edad71ac3e33","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-2-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-2-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:29.481688233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-w3-7abb95","reconcileID":"dc3877fb-1896-4157-a043-30616534ce23","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:29.815401877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"premium-w3-7abb95","reconcileID":"a5916fa2-8b73-4a90-b9c8-24b3d3ba8c44","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"premium-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"premium-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:30.025762478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"8fa66a42-2bfd-49a1-81bb-0989553ca022","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:30.026872406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"f84f219b-e470-4358-9b40-f52f8221bdf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:30.026888613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"8eae145d-7aae-431d-8ff7-3057f8dc0c16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:30.083419031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"f84f219b-e470-4358-9b40-f52f8221bdf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:30.083740004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"8eae145d-7aae-431d-8ff7-3057f8dc0c16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:30.148742346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"01c4f1c9-a63f-4358-8391-793a63b80a14","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:30.2065869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"premium-w3-7abb95","reconcileID":"10545e58-e135-450e-99bd-50079f362872","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"premium-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"premium-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:30.357065744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"7779ffab-70d5-4fbf-a83e-5f2ae45352bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:30.442083682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"4e3bda08-5bdf-4d74-9dd6-83f222ad46a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:30.442338937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"821863ab-d6b8-411e-bd0e-c8975f10be40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:30.459633475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"f4f70af8-167e-40fb-b800-1c5e6f69ee9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:30.499128591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"821863ab-d6b8-411e-bd0e-c8975f10be40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:30.500894565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"4e3bda08-5bdf-4d74-9dd6-83f222ad46a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:30.526036724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"3cadebc0-d791-4d6e-aa7b-a8025e4cb61f","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:30.739592562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"13067108-6d9e-4ee0-9af5-076ba401ce8d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:34.383207524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-2-w3-7abb95","reconcileID":"50d422b9-94fb-40d2-b30d-1bc96b5bfd9d","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-2-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-2-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:34.383486274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-w3-7abb95","reconcileID":"f13e2d12-401b-48bd-8e91-5d0db3fbe6a5","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:34.383657602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"premium-w3-7abb95","reconcileID":"d030f5d8-8dfc-4ed3-b362-4399936489e7","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"premium-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"premium-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:34.384047476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"72d7841b-1040-4502-b9a1-ed1c06290408","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:34.543538017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"156652f6-b7b2-40f6-a085-3de474659d53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:34.543821739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"42cbff83-8170-4f83-b265-aa20ddc5a913","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:34.597347395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"f272236d-87eb-4e81-834d-380e7adbc873","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:34.597403425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"4c41f176-eb00-46fd-87ae-7e5e189f69a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:34.60193077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"156652f6-b7b2-40f6-a085-3de474659d53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:34.601930748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"42cbff83-8170-4f83-b265-aa20ddc5a913","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:34.665519463Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:34.912343851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"ec5aca73-8058-40b9-906a-271ed5b93887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:34.912361142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"9edb059e-6571-4f58-911d-780b8ded5a33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:34.913805554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"5b16ec45-c19e-483c-8661-d4f1278c1ce0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-simulator-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:34.913832191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"05716d43-31de-48c5-b78a-39ebcbb615e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"maas-trlp-premium-w3-7abb95","model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:34.975833583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"9edb059e-6571-4f58-911d-780b8ded5a33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:34.97584538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"ec5aca73-8058-40b9-906a-271ed5b93887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:40.833752326Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"default-tenant","reconcileID":"fc1ae99c-7b2d-468b-a6b5-d18d542b1e39","namespace":"ai-tenant-e2e-shared-b-w2-bf325c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:40.833846062Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"default-tenant","reconcileID":"fc1ae99c-7b2d-468b-a6b5-d18d542b1e39","namespace":"ai-tenant-e2e-shared-b-w2-bf325c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:40.833916655Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"default-tenant","reconcileID":"fc1ae99c-7b2d-468b-a6b5-d18d542b1e39","tenant":"e2e-shared-b-w2-bf325c","tenantID":"e2e-shared-b-w2-bf325c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:40.887856638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"default-tenant","reconcileID":"fc1ae99c-7b2d-468b-a6b5-d18d542b1e39","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-bf325c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:40.949362982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"default-tenant","reconcileID":"fc1ae99c-7b2d-468b-a6b5-d18d542b1e39","gvk":"Service","name":"maas-api-e2e-shared-b-w2-bf325c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:41.004518153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"default-tenant","reconcileID":"fc1ae99c-7b2d-468b-a6b5-d18d542b1e39","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-bf325c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:41.058473983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"default-tenant","reconcileID":"fc1ae99c-7b2d-468b-a6b5-d18d542b1e39","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-bf325c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:41.113401126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"default-tenant","reconcileID":"fc1ae99c-7b2d-468b-a6b5-d18d542b1e39","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-bf325c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:41.168087682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"default-tenant","reconcileID":"fc1ae99c-7b2d-468b-a6b5-d18d542b1e39","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-bf325c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:41.225064746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"default-tenant","reconcileID":"fc1ae99c-7b2d-468b-a6b5-d18d542b1e39","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-bf325c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:41.279514605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"default-tenant","reconcileID":"fc1ae99c-7b2d-468b-a6b5-d18d542b1e39","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-bf325c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:41.331242225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"default-tenant","reconcileID":"fc1ae99c-7b2d-468b-a6b5-d18d542b1e39","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-bf325c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:41.382920154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"default-tenant","reconcileID":"fc1ae99c-7b2d-468b-a6b5-d18d542b1e39","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-bf325c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:41.43445835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"default-tenant","reconcileID":"fc1ae99c-7b2d-468b-a6b5-d18d542b1e39","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-bf325c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:41.486046303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"default-tenant","reconcileID":"fc1ae99c-7b2d-468b-a6b5-d18d542b1e39","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-bf325c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:41.537877356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"default-tenant","reconcileID":"fc1ae99c-7b2d-468b-a6b5-d18d542b1e39","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-bf325c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:41.591308996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"default-tenant","reconcileID":"fc1ae99c-7b2d-468b-a6b5-d18d542b1e39","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-bf325c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:41.643289953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"default-tenant","reconcileID":"fc1ae99c-7b2d-468b-a6b5-d18d542b1e39","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-bf325c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:41.699600223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"default-tenant","reconcileID":"fc1ae99c-7b2d-468b-a6b5-d18d542b1e39","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-bf325c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:41.752364033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"default-tenant","reconcileID":"fc1ae99c-7b2d-468b-a6b5-d18d542b1e39","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-bf325c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:41.8044098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"default-tenant","reconcileID":"fc1ae99c-7b2d-468b-a6b5-d18d542b1e39","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-bf325c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:41.85603681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"default-tenant","reconcileID":"fc1ae99c-7b2d-468b-a6b5-d18d542b1e39","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-bf325c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:41.90844028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-bf325c"},"namespace":"ai-tenant-e2e-shared-b-w2-bf325c","name":"default-tenant","reconcileID":"fc1ae99c-7b2d-468b-a6b5-d18d542b1e39","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-bf325c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:42.730462648Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-bf325c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-bf325c","reconcileID":"d8082b43-038a-41b3-b658-b02b6aec6c26","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-bf325c","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-bf325c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:43.886145618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b66079ef-d2b7-436c-ba63-dd67682bf27e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:43.93921458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b66079ef-d2b7-436c-ba63-dd67682bf27e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:43.991794829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b66079ef-d2b7-436c-ba63-dd67682bf27e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:44.045031243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b66079ef-d2b7-436c-ba63-dd67682bf27e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:44.384470878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-2-w3-7abb95","reconcileID":"e5e33924-b18b-4aaa-9490-f0247f83616b","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-2-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-2-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:44.384912209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-w3-7abb95","reconcileID":"25aae498-db44-451c-a4b9-3323f27b2e5c","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:44.385174161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"premium-w3-7abb95","reconcileID":"b0b060f6-17f8-4446-8424-d8cfea9e26c4","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"premium-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"premium-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:44.385726811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"552bfd04-4626-47ce-88a8-632943e76098","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:45.989607175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84432239-2359-460e-92b0-393bbc1c58cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:46.041435428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84432239-2359-460e-92b0-393bbc1c58cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:46.093304462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84432239-2359-460e-92b0-393bbc1c58cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:46.145866762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84432239-2359-460e-92b0-393bbc1c58cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:48.03555337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"407773b3-8c70-4cfc-a093-7a34ae4ffcce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:48.087430275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"407773b3-8c70-4cfc-a093-7a34ae4ffcce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:48.139437947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"407773b3-8c70-4cfc-a093-7a34ae4ffcce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:48.191672607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"407773b3-8c70-4cfc-a093-7a34ae4ffcce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:50.092932895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ddd7cea-4079-4a6e-b379-f3873aeca9d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:50.145419122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ddd7cea-4079-4a6e-b379-f3873aeca9d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:50.201847215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ddd7cea-4079-4a6e-b379-f3873aeca9d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:50.254749099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ddd7cea-4079-4a6e-b379-f3873aeca9d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:50.710000501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"b770ca11-805a-4c8c-9c32-47d6818bcdd1","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:50.710385618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"54c36a13-db4c-4b8e-af62-dfaf4f707d15","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:50.71067303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"19cf2d48-930d-4185-8817-344e825019b7","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:50.710860982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"d063fa89-a413-46dc-866f-2796d576253f","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:50.818601558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"a74a8606-9ca1-4ddd-9f0d-2349feb68c17","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:50.818896598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"1425d6ea-cdd9-45f1-92fd-d163f5be6b4f","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:50.819140154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"065a69da-0cbc-4c6c-b1e6-e8c13b226120","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:50.819405927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"a0408e2a-331d-4522-8d97-ed31d2ccf379","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:50.865781442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"5155b084-337c-4d54-9528-ab7af5df7fab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:50.865788498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"64d9263e-18de-4593-ba84-ad434c4bbb2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:50.920328981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"06a7a6c3-a255-4e16-ab68-f5f5799230ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:50.92034208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"ef0cf9fa-d589-4387-ba54-405073a382eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:50.925933587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"5155b084-337c-4d54-9528-ab7af5df7fab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:50.926169412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"64d9263e-18de-4593-ba84-ad434c4bbb2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:51.241747449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"2299acc9-c457-466a-8c48-5dea3f5c6fe0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:51.242488647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"b48f8b39-6c72-4e61-b159-cf73f030a3a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:51.31165596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"752797dc-3574-4d79-abac-cf32906ac843","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:51.311789228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"3f5e171d-1ea2-43cc-a551-48ff6015c249","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:51.368779909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"752797dc-3574-4d79-abac-cf32906ac843","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:51.368933349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"3f5e171d-1ea2-43cc-a551-48ff6015c249","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:52.17647051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"616f2633-ebf2-43ca-a4a6-86a2c7ea8c02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:52.22876018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"616f2633-ebf2-43ca-a4a6-86a2c7ea8c02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:52.280740302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"616f2633-ebf2-43ca-a4a6-86a2c7ea8c02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:52.332819873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"616f2633-ebf2-43ca-a4a6-86a2c7ea8c02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:54.29429019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1a733d4-9699-45a4-af1e-4612207d28fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:54.346526621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1a733d4-9699-45a4-af1e-4612207d28fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:54.385414912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-2-w3-7abb95","reconcileID":"dde2895d-a7b7-40bd-a5d6-6e045b9d41a2","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-2-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-2-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:54.399962635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1a733d4-9699-45a4-af1e-4612207d28fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:54.401669905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-w3-7abb95","reconcileID":"3d55aabb-e275-427a-b048-8b25690ca798","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:54.454327048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1a733d4-9699-45a4-af1e-4612207d28fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:54.454623885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"premium-w3-7abb95","reconcileID":"549b452d-d98c-444e-b51d-e4568fbffe91","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"premium-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"premium-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:54.454942428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"58491922-5c44-45d2-b461-26d2be81b135","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:55.974893189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"32c449e9-0ed6-4074-a80c-dcf9d6f9ae46","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:56.306711946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"1dffd762-98a8-4a89-bdff-9b3b537ed2e8","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:56.349062277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22dcf696-00f4-4c1b-a03e-13166b6f9016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:56.401253636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22dcf696-00f4-4c1b-a03e-13166b6f9016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:56.453292711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22dcf696-00f4-4c1b-a03e-13166b6f9016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:56.505252292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22dcf696-00f4-4c1b-a03e-13166b6f9016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:56.638873509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"b56b7b38-555a-4fcd-9d5b-7fd7f681123c","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:56.873209618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"fa086949-1dd7-40cb-a162-d7fe0f05681e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:56.873219971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"a4e77b12-4bce-4144-9a72-7f757db925d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:56.87405802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"c9832108-5690-4c9c-a849-b5f342807b13","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:56.929801549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"fa086949-1dd7-40cb-a162-d7fe0f05681e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:56.93205098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"a4e77b12-4bce-4144-9a72-7f757db925d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:56.97161355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"0344893b-138a-421e-88c8-49670081ffe6","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:57.038087711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"1d949110-f728-41cf-a64d-4b49961a3dd0","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:57.181095045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"edad9a23-ede2-4781-a1b2-15102107f453","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:57.282727314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"95cdb9bb-231f-4f49-a80d-c8d25e139cd8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:57.287368163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"97e488c0-b4ee-4ba2-b21b-4ea50944e962","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:57.287504696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"74713335-8996-4733-8d05-9197318c737d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:57.344389945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"97e488c0-b4ee-4ba2-b21b-4ea50944e962","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:57.344578515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"74713335-8996-4733-8d05-9197318c737d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:57.346580577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"6e388e45-8e2f-4cad-bbce-bf74f2b0301a","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:57.602765982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"046b90d7-116d-4a90-bec3-d1e8a33b0dc4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:58.477246254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e93602d7-4065-485f-aa2e-43c02884e969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:58.530075178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e93602d7-4065-485f-aa2e-43c02884e969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:58.582327966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e93602d7-4065-485f-aa2e-43c02884e969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:58.634418559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e93602d7-4065-485f-aa2e-43c02884e969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:00.582504291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d2cc14c-5f5e-440b-8af4-c662a4b3206f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:00.634657969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d2cc14c-5f5e-440b-8af4-c662a4b3206f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:00.686650126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d2cc14c-5f5e-440b-8af4-c662a4b3206f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:00.738892089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d2cc14c-5f5e-440b-8af4-c662a4b3206f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:01.266476388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"50d9adcf-a362-477a-848d-e46d1d88caf4","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:01.266699266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"49c87241-c11d-4054-a15c-dd0cf0168128","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:01.266873065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"5a132692-74e7-4a8a-b393-869f5046504b","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:01.267160431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"6fa1ba6a-09d9-478e-82c6-e0a708146fe1","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:01.422310856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"7033a3a6-1d01-40a9-966c-5529be96872d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:01.422384549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"416cdb3f-982d-48b9-8957-5fe08bac40b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:01.476575602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"869f27e5-48cf-4273-9731-b7da98055f48","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:01.476588511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"6befc75a-beca-4138-9395-dfe9c65efa8e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:01.481276095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"416cdb3f-982d-48b9-8957-5fe08bac40b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:01.482003761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"7033a3a6-1d01-40a9-966c-5529be96872d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:01.860810069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"844ed400-3f77-445e-8699-b7183172abe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:01.914161934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"eb962bb8-f572-42c3-93d7-e383d6d4ebd7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-simulator-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:01.917503502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"844ed400-3f77-445e-8699-b7183172abe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:01.964282545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"a6997de0-c241-4397-859b-e8a3497f1a13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:01.965939691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"5302971a-1ce2-498c-8b85-f04cdd806194","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"maas-trlp-premium-w2-e1ca71","model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:02.021545399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"a6997de0-c241-4397-859b-e8a3497f1a13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:02.675424881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"467c2705-620e-488e-b9a2-5d61eb9a9b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:02.727439874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"467c2705-620e-488e-b9a2-5d61eb9a9b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:02.779197009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"467c2705-620e-488e-b9a2-5d61eb9a9b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:02.831342689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"467c2705-620e-488e-b9a2-5d61eb9a9b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:02.896696217Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e8808d"},"namespace":"ai-tenant-e2e-shared-b-w1-e8808d","name":"default-tenant","reconcileID":"479ec8e8-d278-4c49-8688-754a5c613d90","namespace":"ai-tenant-e2e-shared-b-w1-e8808d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:02.896755455Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e8808d"},"namespace":"ai-tenant-e2e-shared-b-w1-e8808d","name":"default-tenant","reconcileID":"479ec8e8-d278-4c49-8688-754a5c613d90","namespace":"ai-tenant-e2e-shared-b-w1-e8808d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:02.896808975Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e8808d"},"namespace":"ai-tenant-e2e-shared-b-w1-e8808d","name":"default-tenant","reconcileID":"479ec8e8-d278-4c49-8688-754a5c613d90","tenant":"e2e-shared-b-w1-e8808d","tenantID":"e2e-shared-b-w1-e8808d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:02.952371917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e8808d"},"namespace":"ai-tenant-e2e-shared-b-w1-e8808d","name":"default-tenant","reconcileID":"479ec8e8-d278-4c49-8688-754a5c613d90","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-e8808d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:03.018767441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e8808d"},"namespace":"ai-tenant-e2e-shared-b-w1-e8808d","name":"default-tenant","reconcileID":"479ec8e8-d278-4c49-8688-754a5c613d90","gvk":"Service","name":"maas-api-e2e-shared-b-w1-e8808d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:03.099113945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e8808d"},"namespace":"ai-tenant-e2e-shared-b-w1-e8808d","name":"default-tenant","reconcileID":"479ec8e8-d278-4c49-8688-754a5c613d90","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-e8808d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:03.154805169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e8808d"},"namespace":"ai-tenant-e2e-shared-b-w1-e8808d","name":"default-tenant","reconcileID":"479ec8e8-d278-4c49-8688-754a5c613d90","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-e8808d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:03.21046869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e8808d"},"namespace":"ai-tenant-e2e-shared-b-w1-e8808d","name":"default-tenant","reconcileID":"479ec8e8-d278-4c49-8688-754a5c613d90","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-e8808d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:03.266708714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e8808d"},"namespace":"ai-tenant-e2e-shared-b-w1-e8808d","name":"default-tenant","reconcileID":"479ec8e8-d278-4c49-8688-754a5c613d90","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-e8808d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:03.323399598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e8808d"},"namespace":"ai-tenant-e2e-shared-b-w1-e8808d","name":"default-tenant","reconcileID":"479ec8e8-d278-4c49-8688-754a5c613d90","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-e8808d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:03.382611747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e8808d"},"namespace":"ai-tenant-e2e-shared-b-w1-e8808d","name":"default-tenant","reconcileID":"479ec8e8-d278-4c49-8688-754a5c613d90","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-e8808d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:03.438538093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e8808d"},"namespace":"ai-tenant-e2e-shared-b-w1-e8808d","name":"default-tenant","reconcileID":"479ec8e8-d278-4c49-8688-754a5c613d90","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-e8808d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:03.490696222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e8808d"},"namespace":"ai-tenant-e2e-shared-b-w1-e8808d","name":"default-tenant","reconcileID":"479ec8e8-d278-4c49-8688-754a5c613d90","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-e8808d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:03.54300625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e8808d"},"namespace":"ai-tenant-e2e-shared-b-w1-e8808d","name":"default-tenant","reconcileID":"479ec8e8-d278-4c49-8688-754a5c613d90","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-e8808d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:03.594654528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e8808d"},"namespace":"ai-tenant-e2e-shared-b-w1-e8808d","name":"default-tenant","reconcileID":"479ec8e8-d278-4c49-8688-754a5c613d90","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-e8808d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:03.646171434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e8808d"},"namespace":"ai-tenant-e2e-shared-b-w1-e8808d","name":"default-tenant","reconcileID":"479ec8e8-d278-4c49-8688-754a5c613d90","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-e8808d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:03.697902797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e8808d"},"namespace":"ai-tenant-e2e-shared-b-w1-e8808d","name":"default-tenant","reconcileID":"479ec8e8-d278-4c49-8688-754a5c613d90","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-e8808d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:03.749534113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e8808d"},"namespace":"ai-tenant-e2e-shared-b-w1-e8808d","name":"default-tenant","reconcileID":"479ec8e8-d278-4c49-8688-754a5c613d90","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-e8808d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:03.805221522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e8808d"},"namespace":"ai-tenant-e2e-shared-b-w1-e8808d","name":"default-tenant","reconcileID":"479ec8e8-d278-4c49-8688-754a5c613d90","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-e8808d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:03.889240056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e8808d"},"namespace":"ai-tenant-e2e-shared-b-w1-e8808d","name":"default-tenant","reconcileID":"479ec8e8-d278-4c49-8688-754a5c613d90","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-e8808d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:03.941286146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e8808d"},"namespace":"ai-tenant-e2e-shared-b-w1-e8808d","name":"default-tenant","reconcileID":"479ec8e8-d278-4c49-8688-754a5c613d90","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-e8808d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:03.992996659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e8808d"},"namespace":"ai-tenant-e2e-shared-b-w1-e8808d","name":"default-tenant","reconcileID":"479ec8e8-d278-4c49-8688-754a5c613d90","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-e8808d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:04.044569005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e8808d"},"namespace":"ai-tenant-e2e-shared-b-w1-e8808d","name":"default-tenant","reconcileID":"479ec8e8-d278-4c49-8688-754a5c613d90","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-e8808d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:04.402717664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-2-w3-7abb95","reconcileID":"f40d6de1-7422-48f1-aadf-eaaf7a33564d","MaaSModelRef":{"name":"distinct-2-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-2-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-2-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:04.454984148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"distinct-w3-7abb95","reconcileID":"6463259d-9e8b-4a4f-8b85-4a1661c6e534","MaaSModelRef":{"name":"distinct-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"distinct-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"distinct-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:04.455483941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"premium-w3-7abb95","reconcileID":"bbec5ce4-7f62-418f-b494-6cd97c6a2121","MaaSModelRef":{"name":"premium-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"premium-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"premium-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:04.456437788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"namespace":"e2e-models-e2e-worker-w3-7abb95","name":"simulator-w3-7abb95","reconcileID":"bc11f8dc-a946-4c93-bab0-324d02964c95","MaaSModelRef":{"name":"simulator-w3-7abb95","namespace":"e2e-models-e2e-worker-w3-7abb95"},"routeName":"simulator-w3-7abb95-kserve-route","namespace":"e2e-models-e2e-worker-w3-7abb95","llmisvcName":"simulator-w3-7abb95","gateway":"openshift-ingress/e2e-worker-w3-7abb95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:04.666702049Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:04.822278508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f0098e1-5470-4483-bb09-8de2db4a496f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:04.874430006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f0098e1-5470-4483-bb09-8de2db4a496f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:04.926507523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f0098e1-5470-4483-bb09-8de2db4a496f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:04.978492524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f0098e1-5470-4483-bb09-8de2db4a496f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:05.090705016Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-e8808d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-e8808d","reconcileID":"fd43163e-082f-44e5-9c56-fd821b343f4c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-e8808d","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-e8808d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:05.274049003Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"242aa2e4-be10-4e5c-ad77-6c0d798187ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:05.2741077Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"19ee7c72-726e-43ad-8ea7-2a88abb8b901","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:05.386465778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"ab8d8961-6d6b-4369-80d2-a7f57a4f4f71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:05.386465998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"9ad11757-bf98-46e2-8ea4-add1c8e99661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:05.444392905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"ab8d8961-6d6b-4369-80d2-a7f57a4f4f71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:05.444451726Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"ab8d8961-6d6b-4369-80d2-a7f57a4f4f71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:05.445561167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"9ad11757-bf98-46e2-8ea4-add1c8e99661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:05.445619331Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"9ad11757-bf98-46e2-8ea4-add1c8e99661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:05.450631676Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"e6ae89da-e91a-40f7-8a93-d02ae0ae7da0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:05.55089353Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"175ab572-5967-4cd7-b3b8-2a28e4f75242","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:05.650753425Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"fb998dc1-fa4b-41f2-ac0a-bbbfdf7a2daf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:05.651264085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"b9cbd320-da53-41bb-96d3-0b93d1b65656","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:05.657866398Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"0454c792-cd29-4356-93e5-4c4480332be0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:05.708104319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"b9cbd320-da53-41bb-96d3-0b93d1b65656","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:05.708160198Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"b9cbd320-da53-41bb-96d3-0b93d1b65656","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:05.746243527Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-d7412d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-d7412d","reconcileID":"db1d9725-1a6b-4086-b058-8811ce27454a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-d7412d","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-d7412d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:05.755236501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"14328f8a-b285-4feb-aa43-444ddd62341d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:05.812564846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"14328f8a-b285-4feb-aa43-444ddd62341d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:05.812625972Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"14328f8a-b285-4feb-aa43-444ddd62341d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:05.935501237Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"87c42add-8740-47e3-96b2-3d94980744df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:05.991024312Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"e3708eae-0fcc-426a-8fd6-2ca37344c05c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:06.044035117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"1cd98df2-8bb4-466a-9197-9e97422cce4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:06.096876815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"544d6ea9-474b-4883-a1b7-788949d2b0c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:06.102313089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"1cd98df2-8bb4-466a-9197-9e97422cce4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:06.10235562Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"1cd98df2-8bb4-466a-9197-9e97422cce4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:06.15665541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"544d6ea9-474b-4883-a1b7-788949d2b0c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:06.156696714Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"544d6ea9-474b-4883-a1b7-788949d2b0c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:06.440617604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"2949d427-6dc1-41a2-be84-3b378942f2db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:06.499696487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"2949d427-6dc1-41a2-be84-3b378942f2db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:06.499741072Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"2949d427-6dc1-41a2-be84-3b378942f2db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:06.517235422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"a376da41-d0ab-4b9a-b983-f53012827a23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:06.575861944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"a376da41-d0ab-4b9a-b983-f53012827a23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:06.575913345Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"a376da41-d0ab-4b9a-b983-f53012827a23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:06.897564611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34224272-9b10-4b66-8041-76db57a5caa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:06.950014205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34224272-9b10-4b66-8041-76db57a5caa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:07.00276157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34224272-9b10-4b66-8041-76db57a5caa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:07.055583385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34224272-9b10-4b66-8041-76db57a5caa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:07.215371577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"0bfeeb01-c704-4b4a-b2a3-b8ac15597624","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:07.215372552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"9b3e930e-0116-4136-91b6-08a41c8966a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:07.272998723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"9b3e930e-0116-4136-91b6-08a41c8966a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:07.273043151Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"9b3e930e-0116-4136-91b6-08a41c8966a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:07.274122311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"0bfeeb01-c704-4b4a-b2a3-b8ac15597624","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:07.274155484Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"0bfeeb01-c704-4b4a-b2a3-b8ac15597624","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:07.645037384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"5ec159e1-a020-44ac-b6de-8a7dc24cf64a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:07.702150394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"5ec159e1-a020-44ac-b6de-8a7dc24cf64a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:07.702204428Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"5ec159e1-a020-44ac-b6de-8a7dc24cf64a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:07.744936249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"36fd6ae7-ee63-4f07-9e9b-34f4e51b8b6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:07.802387357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"36fd6ae7-ee63-4f07-9e9b-34f4e51b8b6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:07.858551553Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"36fd6ae7-ee63-4f07-9e9b-34f4e51b8b6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:08.996616304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9f82b4-d615-4413-997b-c1e77c3baaba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:09.048490842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9f82b4-d615-4413-997b-c1e77c3baaba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:09.100375551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9f82b4-d615-4413-997b-c1e77c3baaba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:09.157199706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9f82b4-d615-4413-997b-c1e77c3baaba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:11.079906029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad9ce4be-8968-4984-899b-2255ea03da54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:11.131905001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad9ce4be-8968-4984-899b-2255ea03da54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:11.184560891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad9ce4be-8968-4984-899b-2255ea03da54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:11.236839399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad9ce4be-8968-4984-899b-2255ea03da54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:11.267830756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"50d66c72-2883-4976-aa3c-a611122d579e","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:11.268095079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"6e6dfbf0-4708-4d15-80e2-2797aa366d2e","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:11.268314629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"ba67060a-e4cc-4def-b539-5de04c4c2ba8","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:11.268575621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"6bb513b5-ff88-4ba2-a3b8-5d76a6750548","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:13.677847407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"c1880fbe-305a-4680-8b9f-fc13696df61d","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:13.678076921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-2-w1-869cca","reconcileID":"a8be08bf-a6c1-4651-a9d0-db28f242d0c2","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-2-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-2-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:13.678265815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"42defcfb-94d5-426b-8e0e-54bf5656e413","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:13.678509449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"premium-w1-869cca","reconcileID":"733653ce-facf-483e-8670-7d2ea8a5f1ba","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"premium-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"premium-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:13.841709838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"305435fc-6254-43b2-9fe6-5047fbbde901","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:13.842056341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"premium-w1-869cca","reconcileID":"6eeb82f7-b30d-4dc7-b5ff-c9edacd2e182","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"premium-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"premium-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:13.84237272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"fb69624f-e16a-4187-ad17-ef435ecc9876","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:13.842563192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-2-w1-869cca","reconcileID":"1aee4b4b-ecb2-4c4b-a462-d17f1a8c5d52","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-2-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-2-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:13.886495999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"5f56eb50-51ff-4750-abe8-ffc30bcf6782","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:13.937710653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"23cca239-a099-48fe-8a3e-7133efe38ae7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:13.940023831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"67471feb-25e2-418e-881e-dd78ce906ace","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:13.94359662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"5f56eb50-51ff-4750-abe8-ffc30bcf6782","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:13.99425574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"23cca239-a099-48fe-8a3e-7133efe38ae7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:14.03978827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"017fcf28-681f-4480-b48d-859cf04a4f81","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:14.338779671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"d2480a7e-fbba-4f8b-8a08-1a4a72dc3bd2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:14.356492667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"3ff0d8f5-a2e5-4bd7-8c81-959146939a07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:14.356493021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"2bde23b0-8bde-411e-90a5-79e873fca279","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:14.417542819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"3ff0d8f5-a2e5-4bd7-8c81-959146939a07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:14.423082882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"2bde23b0-8bde-411e-90a5-79e873fca279","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:14.446850888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"d6db500b-da20-44be-a544-0b0bda7f2980","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:14.698789094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6b2d40a-502d-4456-8c6d-4ddd79d746e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:14.751139025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6b2d40a-502d-4456-8c6d-4ddd79d746e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:14.803415613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6b2d40a-502d-4456-8c6d-4ddd79d746e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:14.855942504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6b2d40a-502d-4456-8c6d-4ddd79d746e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:16.777431507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34d388c5-4ee2-4f56-a71f-7417167a6b46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:16.829317587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34d388c5-4ee2-4f56-a71f-7417167a6b46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:16.882161683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34d388c5-4ee2-4f56-a71f-7417167a6b46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:16.936194371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34d388c5-4ee2-4f56-a71f-7417167a6b46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:18.887557149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"680ac35c-4f6b-4710-a6ad-6c86c1449839","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:18.939679092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"680ac35c-4f6b-4710-a6ad-6c86c1449839","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:18.991623103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"680ac35c-4f6b-4710-a6ad-6c86c1449839","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:19.044345696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"680ac35c-4f6b-4710-a6ad-6c86c1449839","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:19.983333238Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-395b06"},"namespace":"ai-tenant-e2e-extmod-b-395b06","name":"default-tenant","reconcileID":"5c001b8b-c749-4a9a-b914-07f7645d8124","namespace":"ai-tenant-e2e-extmod-b-395b06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:19.983404031Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-395b06"},"namespace":"ai-tenant-e2e-extmod-b-395b06","name":"default-tenant","reconcileID":"5c001b8b-c749-4a9a-b914-07f7645d8124","namespace":"ai-tenant-e2e-extmod-b-395b06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:19.983462457Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-395b06"},"namespace":"ai-tenant-e2e-extmod-b-395b06","name":"default-tenant","reconcileID":"5c001b8b-c749-4a9a-b914-07f7645d8124","tenant":"e2e-extmod-b-395b06","tenantID":"e2e-extmod-b-395b06","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:20.037234455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-395b06"},"namespace":"ai-tenant-e2e-extmod-b-395b06","name":"default-tenant","reconcileID":"5c001b8b-c749-4a9a-b914-07f7645d8124","gvk":"Deployment","name":"maas-api-e2e-extmod-b-395b06","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:20.098702701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-395b06"},"namespace":"ai-tenant-e2e-extmod-b-395b06","name":"default-tenant","reconcileID":"5c001b8b-c749-4a9a-b914-07f7645d8124","gvk":"Service","name":"maas-api-e2e-extmod-b-395b06","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:20.160401256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-395b06"},"namespace":"ai-tenant-e2e-extmod-b-395b06","name":"default-tenant","reconcileID":"5c001b8b-c749-4a9a-b914-07f7645d8124","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-395b06","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:20.214314922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-395b06"},"namespace":"ai-tenant-e2e-extmod-b-395b06","name":"default-tenant","reconcileID":"5c001b8b-c749-4a9a-b914-07f7645d8124","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-395b06","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:20.271143817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-395b06"},"namespace":"ai-tenant-e2e-extmod-b-395b06","name":"default-tenant","reconcileID":"5c001b8b-c749-4a9a-b914-07f7645d8124","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-395b06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:20.327235771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-395b06"},"namespace":"ai-tenant-e2e-extmod-b-395b06","name":"default-tenant","reconcileID":"5c001b8b-c749-4a9a-b914-07f7645d8124","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-395b06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:20.384243895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-395b06"},"namespace":"ai-tenant-e2e-extmod-b-395b06","name":"default-tenant","reconcileID":"5c001b8b-c749-4a9a-b914-07f7645d8124","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-395b06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:20.440391895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-395b06"},"namespace":"ai-tenant-e2e-extmod-b-395b06","name":"default-tenant","reconcileID":"5c001b8b-c749-4a9a-b914-07f7645d8124","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-395b06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:20.492355291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-395b06"},"namespace":"ai-tenant-e2e-extmod-b-395b06","name":"default-tenant","reconcileID":"5c001b8b-c749-4a9a-b914-07f7645d8124","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-395b06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:20.543979487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-395b06"},"namespace":"ai-tenant-e2e-extmod-b-395b06","name":"default-tenant","reconcileID":"5c001b8b-c749-4a9a-b914-07f7645d8124","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-395b06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:20.595632517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-395b06"},"namespace":"ai-tenant-e2e-extmod-b-395b06","name":"default-tenant","reconcileID":"5c001b8b-c749-4a9a-b914-07f7645d8124","gvk":"Service","name":"payload-processing-e2e-extmod-b-395b06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:20.6478903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-395b06"},"namespace":"ai-tenant-e2e-extmod-b-395b06","name":"default-tenant","reconcileID":"5c001b8b-c749-4a9a-b914-07f7645d8124","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-395b06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:20.699665842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-395b06"},"namespace":"ai-tenant-e2e-extmod-b-395b06","name":"default-tenant","reconcileID":"5c001b8b-c749-4a9a-b914-07f7645d8124","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-395b06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:20.751477536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-395b06"},"namespace":"ai-tenant-e2e-extmod-b-395b06","name":"default-tenant","reconcileID":"5c001b8b-c749-4a9a-b914-07f7645d8124","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-395b06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:20.802899799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-395b06"},"namespace":"ai-tenant-e2e-extmod-b-395b06","name":"default-tenant","reconcileID":"5c001b8b-c749-4a9a-b914-07f7645d8124","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-395b06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:20.859019458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-395b06"},"namespace":"ai-tenant-e2e-extmod-b-395b06","name":"default-tenant","reconcileID":"5c001b8b-c749-4a9a-b914-07f7645d8124","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-395b06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:20.912755816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-395b06"},"namespace":"ai-tenant-e2e-extmod-b-395b06","name":"default-tenant","reconcileID":"5c001b8b-c749-4a9a-b914-07f7645d8124","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-395b06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:20.964535728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-395b06"},"namespace":"ai-tenant-e2e-extmod-b-395b06","name":"default-tenant","reconcileID":"5c001b8b-c749-4a9a-b914-07f7645d8124","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-395b06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:21.017558229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-395b06"},"namespace":"ai-tenant-e2e-extmod-b-395b06","name":"default-tenant","reconcileID":"5c001b8b-c749-4a9a-b914-07f7645d8124","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-395b06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:21.069360373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-395b06"},"namespace":"ai-tenant-e2e-extmod-b-395b06","name":"default-tenant","reconcileID":"5c001b8b-c749-4a9a-b914-07f7645d8124","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-395b06","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:21.126395925Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"default-tenant","reconcileID":"f94a8705-6ba8-46a0-982a-bd68fbbd5d45","namespace":"ai-tenant-e2e-worker-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:21.126469365Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"default-tenant","reconcileID":"f94a8705-6ba8-46a0-982a-bd68fbbd5d45","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:21.18313787Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"default-tenant","reconcileID":"f94a8705-6ba8-46a0-982a-bd68fbbd5d45","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:21.24007748Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"default-tenant","reconcileID":"f94a8705-6ba8-46a0-982a-bd68fbbd5d45","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:21.240100935Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"default-tenant","reconcileID":"f94a8705-6ba8-46a0-982a-bd68fbbd5d45","namespace":"ai-tenant-e2e-worker-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:21.240218706Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"default-tenant","reconcileID":"f94a8705-6ba8-46a0-982a-bd68fbbd5d45","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:21.2684861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"d458bf6d-2248-4716-94e2-cbeff45a52b6","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:21.268763974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"fdf2b55b-279a-4a32-8912-7564db17cd8c","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:21.268989504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"2eeb3cad-1aaf-40cb-91fc-e268386645e4","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:21.269368971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"4b140771-594a-46ad-a510-7d3976fd4baa","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:21.295756798Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"default-tenant","reconcileID":"f94a8705-6ba8-46a0-982a-bd68fbbd5d45","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:21.339936199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"12313332-f031-49aa-94bd-2f2f83ee0890","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:21.339976737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"4f9482fb-747d-42da-9c59-313556015c12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:21.352727054Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"default-tenant","reconcileID":"f94a8705-6ba8-46a0-982a-bd68fbbd5d45","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:21.397764858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"12313332-f031-49aa-94bd-2f2f83ee0890","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:21.398940777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"4f9482fb-747d-42da-9c59-313556015c12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:21.453638513Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"12313332-f031-49aa-94bd-2f2f83ee0890","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:21.455111993Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"4f9482fb-747d-42da-9c59-313556015c12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:21.606496511Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"ac5f9812-bec2-4d48-8af9-be4258bc088d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:21.606528148Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"cbcd3003-bbaf-4577-b390-bef1948d7713","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:21.817741342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"cbcd3003-bbaf-4577-b390-bef1948d7713","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:21.817735119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"ac5f9812-bec2-4d48-8af9-be4258bc088d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:21.929918348Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-395b06","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-395b06","reconcileID":"d5d5e6e0-446c-4f01-9566-29bfe18fa282","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-395b06","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-395b06"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:21.947154612Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"cbcd3003-bbaf-4577-b390-bef1948d7713","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:21.947197637Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-access","reconcileID":"cbcd3003-bbaf-4577-b390-bef1948d7713","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:09:21.94898337Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"ac5f9812-bec2-4d48-8af9-be4258bc088d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-7abb95-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:09:21.949036303Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"ac5f9812-bec2-4d48-8af9-be4258bc088d","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-7abb95-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:21.954371713Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"afa8f538-1751-4cc2-9993-527762eb512e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:22.260243062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"afa8f538-1751-4cc2-9993-527762eb512e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:22.317113209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"afa8f538-1751-4cc2-9993-527762eb512e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"name":"e2e-worker-w3-7abb95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:22.317141878Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-access","reconcileID":"afa8f538-1751-4cc2-9993-527762eb512e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:23.077986938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f91e9323-c124-4c6c-807e-23069242b072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:23.129850873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f91e9323-c124-4c6c-807e-23069242b072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:23.181650229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f91e9323-c124-4c6c-807e-23069242b072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:23.233961172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f91e9323-c124-4c6c-807e-23069242b072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:24.344325388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"edf058c3-dc1b-4267-9aef-861be8cc54da","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:24.34467073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"premium-w1-869cca","reconcileID":"459025c3-f5e1-4df3-aad2-8daccfbd0948","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"premium-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"premium-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:24.3449172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"c5256ecf-c450-4cea-bd83-198e7944911b","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:24.345074379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-2-w1-869cca","reconcileID":"edc1020e-1670-4782-9920-7f3fcbb3f7e8","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-2-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-2-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:24.49942457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"0d87654d-9e59-4ae0-9522-bbf6638156cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:24.499443679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"70ed8e98-385e-4abe-b194-cdb8c8ff298d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:24.56184237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"092dceae-a107-4be8-b25f-06c94b675df5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:24.572112119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"eec7f3e2-8176-47cd-b292-ae5ca0cd88ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:24.579089385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"70ed8e98-385e-4abe-b194-cdb8c8ff298d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:24.582754762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"0d87654d-9e59-4ae0-9522-bbf6638156cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:24.892941139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"78ab5c2c-cc89-4ec5-865a-d77a537364d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:24.895263948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"5e52778a-6d5d-4e4d-a315-7c1a467e89c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:24.944252622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"898a0ca3-9320-4ad8-b8ee-9eb28a58d7b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:24.94426654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"e555da00-c3cd-4bd4-b307-a2aec61ee174","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:25.002028045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"898a0ca3-9320-4ad8-b8ee-9eb28a58d7b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:25.002760919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"e555da00-c3cd-4bd4-b307-a2aec61ee174","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:25.184307955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fceee10-e2ee-42d5-9da1-c38723477057","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:25.236332468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fceee10-e2ee-42d5-9da1-c38723477057","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:25.288455588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fceee10-e2ee-42d5-9da1-c38723477057","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:25.340887348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fceee10-e2ee-42d5-9da1-c38723477057","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:30.676300043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"b53fa2ad-a5e4-490b-a7da-c939124f21c4","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:30.911608347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff3c29e-c61d-4bd3-84f0-b9d54b1a0354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:30.963621776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff3c29e-c61d-4bd3-84f0-b9d54b1a0354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:31.015545174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff3c29e-c61d-4bd3-84f0-b9d54b1a0354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:31.067571355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff3c29e-c61d-4bd3-84f0-b9d54b1a0354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:31.269378759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-2-w2-e1ca71","reconcileID":"7747394a-d204-4901-b5c0-892abfea83fd","MaaSModelRef":{"name":"distinct-2-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-2-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-2-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:31.281261577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"distinct-w2-e1ca71","reconcileID":"2dc4d19f-3021-4ee8-98c6-ca20d8463877","MaaSModelRef":{"name":"distinct-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"distinct-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"distinct-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:31.281501571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"cd5ce455-0f7a-4389-ab97-00b1ea8242db","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:31.281790197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"1c998789-590f-4767-b332-2b7ef24d420a","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:31.345810815Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"fe09a5a4-0671-4e7d-9d30-4c31ab2e2df5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:31.345941836Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"simulator-subscription","reconcileID":"fe09a5a4-0671-4e7d-9d30-4c31ab2e2df5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-7abb95/simulator-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:31.400125634Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"default-tenant","reconcileID":"04cc6837-c947-428d-b05f-35a32ce39074","namespace":"ai-tenant-e2e-worker-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:31.400217766Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"default-tenant","reconcileID":"04cc6837-c947-428d-b05f-35a32ce39074","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:31.403567866Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"91bd1e59-ca7d-41b5-ae61-fcc00c4e3d39","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:31.403669136Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"premium-simulator-subscription","reconcileID":"91bd1e59-ca7d-41b5-ae61-fcc00c4e3d39","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"model":"e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-7abb95/premium-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:31.456684718Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"default-tenant","reconcileID":"04cc6837-c947-428d-b05f-35a32ce39074","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:31.457347095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"1396ac0c-e932-4141-83cc-fc76efc22735","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:31.512975582Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"default-tenant","reconcileID":"04cc6837-c947-428d-b05f-35a32ce39074","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:31.513005471Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"default-tenant","reconcileID":"04cc6837-c947-428d-b05f-35a32ce39074","namespace":"ai-tenant-e2e-worker-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:31.513101633Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"default-tenant","reconcileID":"04cc6837-c947-428d-b05f-35a32ce39074","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:31.516202566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"53869184-0033-4045-986e-78ba3c4e41b7","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:31.570791407Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"default-tenant","reconcileID":"04cc6837-c947-428d-b05f-35a32ce39074","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:31.575161362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"3d51d5e0-e1f1-4cc6-bfaa-251eb6d38d42","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:31.612322688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"8427ac31-fefb-4a2e-bfd7-f87ab9cc3597","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:31.612508107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"e49f916a-a26d-439d-b679-a62bb014b114","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:31.619867073Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"ea22fd58-00a7-408e-ab52-e5a9b0de0f68","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2769324f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:31.627354485Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"default-tenant","reconcileID":"04cc6837-c947-428d-b05f-35a32ce39074","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:31.632957228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"982d5f27-a8c4-4372-aa53-b1060c692168","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:31.66978281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"e49f916a-a26d-439d-b679-a62bb014b114","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:31.669818332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"8427ac31-fefb-4a2e-bfd7-f87ab9cc3597","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:31.678084953Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"30f36ece-172f-4e0d-9609-8cf24910a177","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8e682311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:31.684881002Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"d0e7a98d-407f-4e46-9189-26469e6083db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2769324f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:31.741876953Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"37a85d89-68dd-464f-9ed5-317c403f6e0c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8e682311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:31.887715556Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"5864b05a-fa95-40b9-b24d-5ac0d92d8175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:31.887790139Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"8978c787-baaf-4365-9161-1b882f133307","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:32.044363641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"5864b05a-fa95-40b9-b24d-5ac0d92d8175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:32.044978153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"8978c787-baaf-4365-9161-1b882f133307","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:32.226520387Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"8978c787-baaf-4365-9161-1b882f133307","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:32.226546438Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-access","reconcileID":"8978c787-baaf-4365-9161-1b882f133307","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:09:32.228146078Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"5864b05a-fa95-40b9-b24d-5ac0d92d8175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-e1ca71-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:09:32.228217181Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"5864b05a-fa95-40b9-b24d-5ac0d92d8175","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-e1ca71-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:32.233551182Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"9195eb75-e98a-4289-8278-dfa59d2f7714","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:32.283546007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"premium-w2-e1ca71","reconcileID":"b226562f-db8e-4871-a64e-d45b72f2d4ee","MaaSModelRef":{"name":"premium-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"premium-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"premium-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:32.473539989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"9195eb75-e98a-4289-8278-dfa59d2f7714","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:32.531243834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"9195eb75-e98a-4289-8278-dfa59d2f7714","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"name":"e2e-worker-w2-e1ca71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:32.531267781Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-access","reconcileID":"9195eb75-e98a-4289-8278-dfa59d2f7714","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:32.589324164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"9ac51d50-bedf-4b46-8268-4bace75a8a4c","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"routeName":"simulator-w2-e1ca71-kserve-route","namespace":"e2e-models-e2e-worker-w2-e1ca71","llmisvcName":"simulator-w2-e1ca71","gateway":"openshift-ingress/e2e-worker-w2-e1ca71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:32.92857228Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"a0033b4d-92d4-4a1f-9056-ad02b23e7227","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8e682311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:32.928628904Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"877d25c4-0f68-41be-8623-1755c5b24713","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2769324f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:32.980873872Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"a6f6003a-b84f-4c6c-bb9f-e0ed1f07c1f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8e682311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:32.980949276Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"9d23c491-5c3f-41f3-b00f-a21963a22684","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2769324f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:33.06990264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dc24a21-b597-45b9-9c89-c0e7859ccc2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:33.121854303Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"83f27e2a-4356-482b-8a3e-38cebd210909","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8e682311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:33.122360236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dc24a21-b597-45b9-9c89-c0e7859ccc2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:09:33.125034641Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"d62fc60b-9726-4eea-af33-5104b835a266","name":"simulator-w2-e1ca71","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-e1ca71\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:09:33.125101045Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e1ca71","namespace":"e2e-models-e2e-worker-w2-e1ca71"},"namespace":"e2e-models-e2e-worker-w2-e1ca71","name":"simulator-w2-e1ca71","reconcileID":"d62fc60b-9726-4eea-af33-5104b835a266","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-e1ca71\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:33.17587167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dc24a21-b597-45b9-9c89-c0e7859ccc2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:33.22784587Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"fafe9866-8b25-4008-bc74-a0968eab8031","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8e682311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:33.227970038Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"96641a58-b58c-403c-9534-065a768628e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2769324f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:33.229078739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dc24a21-b597-45b9-9c89-c0e7859ccc2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:34.081018768Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"54b34878-4128-4b37-8a96-9b292a2909a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8e682311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:34.347316996Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"29726882-27ca-4f43-80fa-f289c4fb8319","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2769324f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:34.668040996Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:40.735172604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"9b9361e4-217f-4cfd-98f1-010678d2f0e0","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:42.844514619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"3ff7a45c-1acb-4ee5-babb-bc5f968604ef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:43.054519943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"06c7bb47-4295-437e-bc16-f5c376d4b10e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:43.060090755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"36a2c7e6-5cd2-479d-a0de-4a06f6877e46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:43.062658872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"2c506045-320f-4a41-ad73-743f9908fa1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:43.116974575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"36a2c7e6-5cd2-479d-a0de-4a06f6877e46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:43.120825052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"2c506045-320f-4a41-ad73-743f9908fa1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:43.177952497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"premium-w1-869cca","reconcileID":"8cf477fe-1d98-4d30-93b4-c254da6adf0f","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"premium-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"premium-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:43.235975674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"f300b894-5445-4c66-aa7d-2a394eaf97b1","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:43.386724569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"253e216b-d492-462f-9408-21f0c8ab7442","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:43.477891649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"dbf7c621-878a-4dde-933b-0ffd0095592c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:43.477893039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"2088e948-192d-401d-b074-312c6d1fd420","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:43.488518573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"a8ae9089-e68b-4e87-a5ef-8d1dc654c6db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-simulator-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:43.512027285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-2-w1-869cca","reconcileID":"6357a3be-b014-49ba-a477-eb0c996ff1e3","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-2-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-2-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:43.534797479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"2088e948-192d-401d-b074-312c6d1fd420","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:43.534940317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"dbf7c621-878a-4dde-933b-0ffd0095592c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:43.570297645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"premium-w1-869cca","reconcileID":"488968f9-e9d1-47a3-b242-6457ad12ade2","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"premium-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"premium-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:43.762569713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"9b178741-5b59-4c9d-b6fc-7f58fa5a64be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"maas-trlp-premium-w1-869cca","model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:44.134464958Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"1644047c-aeaf-42cf-a47e-0f663041167e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:44.134596472Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"premium-simulator-subscription","reconcileID":"1644047c-aeaf-42cf-a47e-0f663041167e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e1ca71/premium-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:44.399540558Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"fe144fbe-cc42-4bf6-8b25-1b483f99198a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:44.399672745Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"simulator-subscription","reconcileID":"fe144fbe-cc42-4bf6-8b25-1b483f99198a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"model":"e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e1ca71/simulator-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:50.736328624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-w1-869cca","reconcileID":"cc7e430b-537b-421b-a144-1dea2b59f1bb","MaaSModelRef":{"name":"distinct-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:53.237438157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"2f3e2b3d-00dc-45da-b5c2-e3aa2ae03c75","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:53.571143031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"distinct-2-w1-869cca","reconcileID":"76d1b2d6-0efe-4e40-a2fb-13d01481a1f7","MaaSModelRef":{"name":"distinct-2-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"distinct-2-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"distinct-2-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:53.571425064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"premium-w1-869cca","reconcileID":"f90c8275-0d11-47e7-806b-fcc3f0d39a84","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"premium-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"premium-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:09:55.27209323Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"e6ba2e3b-584a-49d0-bdd7-085303efcc9c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"failed to create TokenRateLimitPolicy for model premium-w1-869cca: tokenratelimitpolicies.kuadrant.io \"maas-trlp-premium-w1-869cca\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-869cca because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:09:55.27647812Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"b76feaf1-c548-4635-92f9-7ce4cf1ea429","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"failed to create TokenRateLimitPolicy for model simulator-w1-869cca: tokenratelimitpolicies.kuadrant.io \"maas-trlp-simulator-w1-869cca\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-869cca because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:09:55.328415112Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"e6ba2e3b-584a-49d0-bdd7-085303efcc9c","error":"failed to create TokenRateLimitPolicy for model premium-w1-869cca: tokenratelimitpolicies.kuadrant.io \"maas-trlp-premium-w1-869cca\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-869cca because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:55.32869188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"premium-w1-869cca","reconcileID":"53c2a72a-f579-45b5-b779-c0c003174e22","MaaSModelRef":{"name":"premium-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"premium-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"premium-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:09:55.334515481Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"b76feaf1-c548-4635-92f9-7ce4cf1ea429","error":"failed to create TokenRateLimitPolicy for model simulator-w1-869cca: tokenratelimitpolicies.kuadrant.io \"maas-trlp-simulator-w1-869cca\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-869cca because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:55.334720979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"namespace":"e2e-models-e2e-worker-w1-869cca","name":"simulator-w1-869cca","reconcileID":"c560131a-2b39-473a-ac7c-16b1bd40d122","MaaSModelRef":{"name":"simulator-w1-869cca","namespace":"e2e-models-e2e-worker-w1-869cca"},"routeName":"simulator-w1-869cca-kserve-route","namespace":"e2e-models-e2e-worker-w1-869cca","llmisvcName":"simulator-w1-869cca","gateway":"openshift-ingress/e2e-worker-w1-869cca","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:09:55.540277575Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"e2a7f765-aded-489c-8105-5d86db0afb7d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"failed to create TokenRateLimitPolicy for model premium-w1-869cca: tokenratelimitpolicies.kuadrant.io \"maas-trlp-premium-w1-869cca\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-869cca because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:09:55.540473158Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"e2a7f765-aded-489c-8105-5d86db0afb7d","error":"failed to create TokenRateLimitPolicy for model premium-w1-869cca: tokenratelimitpolicies.kuadrant.io \"maas-trlp-premium-w1-869cca\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-869cca because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:09:55.54528341Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"c1a30e39-21fe-4021-b113-0893a99a6e03","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"failed to create TokenRateLimitPolicy for model simulator-w1-869cca: tokenratelimitpolicies.kuadrant.io \"maas-trlp-simulator-w1-869cca\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-869cca because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:09:55.545429186Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"c1a30e39-21fe-4021-b113-0893a99a6e03","error":"failed to create TokenRateLimitPolicy for model simulator-w1-869cca: tokenratelimitpolicies.kuadrant.io \"maas-trlp-simulator-w1-869cca\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-869cca because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:55.676930901Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"1461ee47-1f29-4074-9f59-85f2bc9981a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:55.676960027Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"79b4a8b4-c6e5-41c5-90a6-3fd74e2b024e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-869cca/premium-w1-869cca (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:55.809723653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"d534aa79-1dcd-466a-b435-dc27fa5681a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:55.809736271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"55469b89-bf3a-4eef-90fe-9aabf4a05555","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:55.869712254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"d534aa79-1dcd-466a-b435-dc27fa5681a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:55.869730784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"55469b89-bf3a-4eef-90fe-9aabf4a05555","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:55.869761973Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"55469b89-bf3a-4eef-90fe-9aabf4a05555","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:55.86976185Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"d534aa79-1dcd-466a-b435-dc27fa5681a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:55.870171437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"default-tenant","reconcileID":"bf0af1e0-a58b-48f6-ac16-2e6466d27981","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:55.950646092Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"760e2d02-f83b-4fb3-822d-ecd51928a186","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-869cca/premium-w1-869cca (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:55.950646153Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"6201f782-64fc-4374-ab82-62b6199a86a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:55.996780547Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"default-tenant","reconcileID":"bf0af1e0-a58b-48f6-ac16-2e6466d27981","name":"e2e-extmod-b-d7412d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:56.158352695Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"f747791d-2993-493c-9969-8e00f2a4cfc3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:56.158552201Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"bc13c01d-96de-4266-ab2a-19ef82d7a2e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-869cca/premium-w1-869cca (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:56.166526887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"e22b4364-e1e1-4b29-887d-cec1e2a67db8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:56.17432201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"543e8317-36d6-41f8-94e9-3fd30a7da630","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:56.231842403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"e22b4364-e1e1-4b29-887d-cec1e2a67db8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:56.231903829Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"e22b4364-e1e1-4b29-887d-cec1e2a67db8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:56.242461365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"543e8317-36d6-41f8-94e9-3fd30a7da630","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:56.242520813Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"543e8317-36d6-41f8-94e9-3fd30a7da630","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:56.75601629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"aadb6d55-0892-4da2-8925-a589ceb92e8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:56.756061159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"a67917c9-98ea-4614-ad93-7358c2c79987","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:56.813404391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"a67917c9-98ea-4614-ad93-7358c2c79987","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:56.81345171Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"a67917c9-98ea-4614-ad93-7358c2c79987","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:56.813593298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"aadb6d55-0892-4da2-8925-a589ceb92e8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:56.813642727Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"aadb6d55-0892-4da2-8925-a589ceb92e8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:57.120764783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"ac1fcd81-e882-426e-8315-e08fbc991888","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:57.17780652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"ac1fcd81-e882-426e-8315-e08fbc991888","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:57.177859848Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"ac1fcd81-e882-426e-8315-e08fbc991888","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:57.223959837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"8e09b458-bf3a-4feb-bb8f-e78e390092d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:57.280970545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"8e09b458-bf3a-4feb-bb8f-e78e390092d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:57.33682214Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"8e09b458-bf3a-4feb-bb8f-e78e390092d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:00.954835608Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"default-tenant","reconcileID":"453a45e6-fe16-4c15-b256-2c5cba174ee8","namespace":"ai-tenant-e2e-worker-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:00.954922259Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"default-tenant","reconcileID":"453a45e6-fe16-4c15-b256-2c5cba174ee8","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:01.013674663Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"default-tenant","reconcileID":"453a45e6-fe16-4c15-b256-2c5cba174ee8","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:01.070391204Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"default-tenant","reconcileID":"453a45e6-fe16-4c15-b256-2c5cba174ee8","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:01.070417259Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"default-tenant","reconcileID":"453a45e6-fe16-4c15-b256-2c5cba174ee8","namespace":"ai-tenant-e2e-worker-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:01.07048385Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"default-tenant","reconcileID":"453a45e6-fe16-4c15-b256-2c5cba174ee8","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:01.126897143Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"default-tenant","reconcileID":"453a45e6-fe16-4c15-b256-2c5cba174ee8","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:01.172233863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"8f1804e9-03dc-46e5-9ed4-74a3f70a6e54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:01.172259084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"1539c18d-b8bc-4119-9c21-f4e2c4bad837","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:01.183271688Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"default-tenant","reconcileID":"453a45e6-fe16-4c15-b256-2c5cba174ee8","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:01.230075689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"8f1804e9-03dc-46e5-9ed4-74a3f70a6e54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:01.230414315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"1539c18d-b8bc-4119-9c21-f4e2c4bad837","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:01.286309124Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"8f1804e9-03dc-46e5-9ed4-74a3f70a6e54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:01.286309069Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"1539c18d-b8bc-4119-9c21-f4e2c4bad837","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:01.438552474Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"37ce0b13-d9f0-4b40-9d8d-daa24660090f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:01.438556332Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"7770bd5f-48b1-4adf-8788-3749ff226c45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:01.595819658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"37ce0b13-d9f0-4b40-9d8d-daa24660090f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:01.595819659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"7770bd5f-48b1-4adf-8788-3749ff226c45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:01.724504158Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"7770bd5f-48b1-4adf-8788-3749ff226c45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:01.724531266Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-access","reconcileID":"7770bd5f-48b1-4adf-8788-3749ff226c45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:10:01.729092127Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"37ce0b13-d9f0-4b40-9d8d-daa24660090f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-869cca-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:10:01.729154624Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"37ce0b13-d9f0-4b40-9d8d-daa24660090f","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-869cca-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:01.734528641Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"26c2439d-f689-43db-ac16-da20d2a5650d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:01.941213154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"26c2439d-f689-43db-ac16-da20d2a5650d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:01.99874907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"26c2439d-f689-43db-ac16-da20d2a5650d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"name":"e2e-worker-w1-869cca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:01.998775493Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-access","reconcileID":"26c2439d-f689-43db-ac16-da20d2a5650d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-869cca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:04.666521665Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:05.957842627Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"default-tenant","reconcileID":"0572ce26-14a4-4266-b52c-7c7a9aade8d6","namespace":"ai-tenant-e2e-worker-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:05.957920823Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"default-tenant","reconcileID":"0572ce26-14a4-4266-b52c-7c7a9aade8d6","namespace":"ai-tenant-e2e-worker-w3-7abb95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:05.957994814Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"default-tenant","reconcileID":"0572ce26-14a4-4266-b52c-7c7a9aade8d6","tenant":"e2e-worker-w3-7abb95","tenantID":"e2e-worker-w3-7abb95","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:06.012062949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"default-tenant","reconcileID":"0572ce26-14a4-4266-b52c-7c7a9aade8d6","gvk":"Deployment","name":"maas-api-e2e-worker-w3-7abb95","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:06.071856184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"default-tenant","reconcileID":"0572ce26-14a4-4266-b52c-7c7a9aade8d6","gvk":"Service","name":"maas-api-e2e-worker-w3-7abb95","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:06.135067708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"default-tenant","reconcileID":"0572ce26-14a4-4266-b52c-7c7a9aade8d6","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-7abb95","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:06.188573831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"default-tenant","reconcileID":"0572ce26-14a4-4266-b52c-7c7a9aade8d6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-7abb95","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:06.246113986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"default-tenant","reconcileID":"0572ce26-14a4-4266-b52c-7c7a9aade8d6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-7abb95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:06.301924954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"default-tenant","reconcileID":"0572ce26-14a4-4266-b52c-7c7a9aade8d6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-7abb95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:06.358687989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"default-tenant","reconcileID":"0572ce26-14a4-4266-b52c-7c7a9aade8d6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-7abb95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:06.416419362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"default-tenant","reconcileID":"0572ce26-14a4-4266-b52c-7c7a9aade8d6","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-7abb95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:06.468429567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"default-tenant","reconcileID":"0572ce26-14a4-4266-b52c-7c7a9aade8d6","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-7abb95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:06.520215655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"default-tenant","reconcileID":"0572ce26-14a4-4266-b52c-7c7a9aade8d6","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-7abb95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:06.572030339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"default-tenant","reconcileID":"0572ce26-14a4-4266-b52c-7c7a9aade8d6","gvk":"Service","name":"payload-processing-e2e-worker-w3-7abb95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:06.623738815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"default-tenant","reconcileID":"0572ce26-14a4-4266-b52c-7c7a9aade8d6","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-7abb95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:06.676017969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"default-tenant","reconcileID":"0572ce26-14a4-4266-b52c-7c7a9aade8d6","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-7abb95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:06.727544858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"default-tenant","reconcileID":"0572ce26-14a4-4266-b52c-7c7a9aade8d6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-7abb95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:06.779019887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"default-tenant","reconcileID":"0572ce26-14a4-4266-b52c-7c7a9aade8d6","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-7abb95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:06.835007446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"default-tenant","reconcileID":"0572ce26-14a4-4266-b52c-7c7a9aade8d6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-7abb95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:06.88676466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"default-tenant","reconcileID":"0572ce26-14a4-4266-b52c-7c7a9aade8d6","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-7abb95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:06.938448922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"default-tenant","reconcileID":"0572ce26-14a4-4266-b52c-7c7a9aade8d6","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-7abb95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:06.990254853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"default-tenant","reconcileID":"0572ce26-14a4-4266-b52c-7c7a9aade8d6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-7abb95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:07.041953559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-7abb95"},"namespace":"ai-tenant-e2e-worker-w3-7abb95","name":"default-tenant","reconcileID":"0572ce26-14a4-4266-b52c-7c7a9aade8d6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-7abb95","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:07.895675258Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-7abb95","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-7abb95","reconcileID":"1ca1f2fa-f254-4322-8d07-103aca00006b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-7abb95","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-7abb95"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:09.086288581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64516adc-b815-4e09-b798-8586a3e29fc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:09.138237493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64516adc-b815-4e09-b798-8586a3e29fc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:09.190298723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64516adc-b815-4e09-b798-8586a3e29fc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:09.242242225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64516adc-b815-4e09-b798-8586a3e29fc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:11.17302006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d3a663d-078c-4b3d-8831-49e7cb8df214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:11.224798605Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"4f82ec1a-3fe1-4bf9-9dd6-028df9023256","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:11.225023363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d3a663d-078c-4b3d-8831-49e7cb8df214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:11.225279121Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"simulator-subscription","reconcileID":"4f82ec1a-3fe1-4bf9-9dd6-028df9023256","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-869cca/simulator-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:11.276882813Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"a44637f7-198a-4697-9e04-1ff1b3a9a395","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:11.277210507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d3a663d-078c-4b3d-8831-49e7cb8df214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:11.277305446Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"premium-simulator-subscription","reconcileID":"a44637f7-198a-4697-9e04-1ff1b3a9a395","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-869cca"},"model":"e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-869cca/premium-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:11.329217013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d3a663d-078c-4b3d-8831-49e7cb8df214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:17.134599868Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"default-tenant","reconcileID":"879d53f1-54f4-4a27-9804-f9264ed94620","namespace":"ai-tenant-e2e-worker-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:17.134685085Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"default-tenant","reconcileID":"879d53f1-54f4-4a27-9804-f9264ed94620","namespace":"ai-tenant-e2e-worker-w2-e1ca71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:17.134753014Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"default-tenant","reconcileID":"879d53f1-54f4-4a27-9804-f9264ed94620","tenant":"e2e-worker-w2-e1ca71","tenantID":"e2e-worker-w2-e1ca71","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:17.19332629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"default-tenant","reconcileID":"879d53f1-54f4-4a27-9804-f9264ed94620","gvk":"Deployment","name":"maas-api-e2e-worker-w2-e1ca71","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:17.256707778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"default-tenant","reconcileID":"879d53f1-54f4-4a27-9804-f9264ed94620","gvk":"Service","name":"maas-api-e2e-worker-w2-e1ca71","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:17.312386637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"default-tenant","reconcileID":"879d53f1-54f4-4a27-9804-f9264ed94620","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-e1ca71","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:17.366938239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"default-tenant","reconcileID":"879d53f1-54f4-4a27-9804-f9264ed94620","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-e1ca71","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:17.424617096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"default-tenant","reconcileID":"879d53f1-54f4-4a27-9804-f9264ed94620","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-e1ca71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:17.479764103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"default-tenant","reconcileID":"879d53f1-54f4-4a27-9804-f9264ed94620","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-e1ca71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:17.536501237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"default-tenant","reconcileID":"879d53f1-54f4-4a27-9804-f9264ed94620","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-e1ca71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:17.590802019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"default-tenant","reconcileID":"879d53f1-54f4-4a27-9804-f9264ed94620","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-e1ca71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:17.642440544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"default-tenant","reconcileID":"879d53f1-54f4-4a27-9804-f9264ed94620","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-e1ca71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:17.693921722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"default-tenant","reconcileID":"879d53f1-54f4-4a27-9804-f9264ed94620","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-e1ca71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:17.745562104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"default-tenant","reconcileID":"879d53f1-54f4-4a27-9804-f9264ed94620","gvk":"Service","name":"payload-processing-e2e-worker-w2-e1ca71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:17.797142262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"default-tenant","reconcileID":"879d53f1-54f4-4a27-9804-f9264ed94620","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-e1ca71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:17.848564961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"default-tenant","reconcileID":"879d53f1-54f4-4a27-9804-f9264ed94620","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-e1ca71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:17.90030003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"default-tenant","reconcileID":"879d53f1-54f4-4a27-9804-f9264ed94620","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-e1ca71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:17.952305158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"default-tenant","reconcileID":"879d53f1-54f4-4a27-9804-f9264ed94620","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-e1ca71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:18.008574344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"default-tenant","reconcileID":"879d53f1-54f4-4a27-9804-f9264ed94620","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-e1ca71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:18.060585606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"default-tenant","reconcileID":"879d53f1-54f4-4a27-9804-f9264ed94620","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-e1ca71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:18.112483962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"default-tenant","reconcileID":"879d53f1-54f4-4a27-9804-f9264ed94620","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-e1ca71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:18.16431548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"default-tenant","reconcileID":"879d53f1-54f4-4a27-9804-f9264ed94620","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-e1ca71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:18.218003469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e1ca71"},"namespace":"ai-tenant-e2e-worker-w2-e1ca71","name":"default-tenant","reconcileID":"879d53f1-54f4-4a27-9804-f9264ed94620","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-e1ca71","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:19.037930384Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-e1ca71","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-e1ca71","reconcileID":"e263c67d-24ab-49e2-a276-3ef093fa48ec","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-e1ca71","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-e1ca71"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:20.17901714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e80fec4-23f5-4267-b89e-de6812468de9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:20.230937848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e80fec4-23f5-4267-b89e-de6812468de9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:20.28302984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e80fec4-23f5-4267-b89e-de6812468de9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:20.334872723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e80fec4-23f5-4267-b89e-de6812468de9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:22.273334691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3429af44-2dfe-4ec8-a86a-593a9f873a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:22.325165692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3429af44-2dfe-4ec8-a86a-593a9f873a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:22.377396807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3429af44-2dfe-4ec8-a86a-593a9f873a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:22.429383609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3429af44-2dfe-4ec8-a86a-593a9f873a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:23.341611511Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"default-tenant","reconcileID":"12bbe498-2bb6-4f9d-bf27-a09d2dccf2d0","namespace":"ai-tenant-e2e-shared-a-w0-cfc055","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:23.341671131Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"default-tenant","reconcileID":"12bbe498-2bb6-4f9d-bf27-a09d2dccf2d0","namespace":"ai-tenant-e2e-shared-a-w0-cfc055","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:23.341724495Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"default-tenant","reconcileID":"12bbe498-2bb6-4f9d-bf27-a09d2dccf2d0","tenant":"e2e-shared-a-w0-cfc055","tenantID":"e2e-shared-a-w0-cfc055","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:23.395654078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"default-tenant","reconcileID":"12bbe498-2bb6-4f9d-bf27-a09d2dccf2d0","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-cfc055","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:23.482757628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"default-tenant","reconcileID":"12bbe498-2bb6-4f9d-bf27-a09d2dccf2d0","gvk":"Service","name":"maas-api-e2e-shared-a-w0-cfc055","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:23.541969365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"default-tenant","reconcileID":"12bbe498-2bb6-4f9d-bf27-a09d2dccf2d0","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-cfc055","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:23.597014656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"default-tenant","reconcileID":"12bbe498-2bb6-4f9d-bf27-a09d2dccf2d0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-cfc055","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:23.655579921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"default-tenant","reconcileID":"12bbe498-2bb6-4f9d-bf27-a09d2dccf2d0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-cfc055","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:23.710115262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"default-tenant","reconcileID":"12bbe498-2bb6-4f9d-bf27-a09d2dccf2d0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-cfc055","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:23.828354054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"default-tenant","reconcileID":"12bbe498-2bb6-4f9d-bf27-a09d2dccf2d0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-cfc055","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:23.882895519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"default-tenant","reconcileID":"12bbe498-2bb6-4f9d-bf27-a09d2dccf2d0","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-cfc055","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:23.93472602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"default-tenant","reconcileID":"12bbe498-2bb6-4f9d-bf27-a09d2dccf2d0","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-cfc055","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:23.986223375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"default-tenant","reconcileID":"12bbe498-2bb6-4f9d-bf27-a09d2dccf2d0","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-cfc055","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:24.038159529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"default-tenant","reconcileID":"12bbe498-2bb6-4f9d-bf27-a09d2dccf2d0","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-cfc055","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:24.089996395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"default-tenant","reconcileID":"12bbe498-2bb6-4f9d-bf27-a09d2dccf2d0","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-cfc055","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:24.142126303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"default-tenant","reconcileID":"12bbe498-2bb6-4f9d-bf27-a09d2dccf2d0","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-cfc055","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:24.193757264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"default-tenant","reconcileID":"12bbe498-2bb6-4f9d-bf27-a09d2dccf2d0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-cfc055","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:24.245576074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"default-tenant","reconcileID":"12bbe498-2bb6-4f9d-bf27-a09d2dccf2d0","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-cfc055","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:24.30183081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"default-tenant","reconcileID":"12bbe498-2bb6-4f9d-bf27-a09d2dccf2d0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-cfc055","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:24.353737551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"default-tenant","reconcileID":"12bbe498-2bb6-4f9d-bf27-a09d2dccf2d0","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-cfc055","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:24.372260683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9d759a6-689b-4e11-adca-95752e0eaa79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:24.42515419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9d759a6-689b-4e11-adca-95752e0eaa79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:24.425661852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"default-tenant","reconcileID":"12bbe498-2bb6-4f9d-bf27-a09d2dccf2d0","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-cfc055","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:24.477031739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9d759a6-689b-4e11-adca-95752e0eaa79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:24.528759167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"default-tenant","reconcileID":"12bbe498-2bb6-4f9d-bf27-a09d2dccf2d0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-cfc055","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:24.529141871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9d759a6-689b-4e11-adca-95752e0eaa79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:24.580872586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-cfc055"},"namespace":"ai-tenant-e2e-shared-a-w0-cfc055","name":"default-tenant","reconcileID":"12bbe498-2bb6-4f9d-bf27-a09d2dccf2d0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-cfc055","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:25.392487339Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-cfc055","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-cfc055","reconcileID":"461f78c5-c437-41e8-abdd-99efb70baaf0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-cfc055","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-cfc055"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:26.519515333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba11ff3b-2428-47ac-851d-b8816c7ab319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:26.571259647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba11ff3b-2428-47ac-851d-b8816c7ab319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:26.623046939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba11ff3b-2428-47ac-851d-b8816c7ab319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:26.67501703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba11ff3b-2428-47ac-851d-b8816c7ab319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:28.587783749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fc2741b-a356-4494-86a5-7f10f445b63c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:28.639821989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fc2741b-a356-4494-86a5-7f10f445b63c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:28.691748285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fc2741b-a356-4494-86a5-7f10f445b63c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:28.743643083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fc2741b-a356-4494-86a5-7f10f445b63c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:34.021870736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6990969-1c28-4768-a64f-7da819e8603f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:34.074815583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6990969-1c28-4768-a64f-7da819e8603f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:34.127303121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6990969-1c28-4768-a64f-7da819e8603f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:34.179582496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6990969-1c28-4768-a64f-7da819e8603f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:34.66575284Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:36.104040621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a8adc2c-870e-4e8d-8b72-1a00e74c5d78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:36.156081196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a8adc2c-870e-4e8d-8b72-1a00e74c5d78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:36.20827409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a8adc2c-870e-4e8d-8b72-1a00e74c5d78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:36.260267887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a8adc2c-870e-4e8d-8b72-1a00e74c5d78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:38.175195489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"488eacc5-b5c5-4141-a694-e9f9196d0603","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:38.227113807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"488eacc5-b5c5-4141-a694-e9f9196d0603","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:38.279117612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"488eacc5-b5c5-4141-a694-e9f9196d0603","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:38.331234998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"488eacc5-b5c5-4141-a694-e9f9196d0603","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:40.319518418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a777573d-5987-4a9b-b75f-86c877b597da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:40.371347901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a777573d-5987-4a9b-b75f-86c877b597da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:40.423109272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a777573d-5987-4a9b-b75f-86c877b597da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:40.47495555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a777573d-5987-4a9b-b75f-86c877b597da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:42.377943313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89d6d39c-3157-47c3-864c-3f8fc6b683bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:42.429845093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89d6d39c-3157-47c3-864c-3f8fc6b683bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:42.481865648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89d6d39c-3157-47c3-864c-3f8fc6b683bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:42.533938503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89d6d39c-3157-47c3-864c-3f8fc6b683bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:44.492172401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e39dd48a-e77d-4604-a95b-a8906f1a08d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:44.544202562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e39dd48a-e77d-4604-a95b-a8906f1a08d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:44.601908862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e39dd48a-e77d-4604-a95b-a8906f1a08d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:44.653779849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e39dd48a-e77d-4604-a95b-a8906f1a08d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:45.492431146Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"04b2852c-f062-4841-9b06-7e76188776be","namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:45.547266677Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"92cdc105-4641-47f5-ac53-5f591b0a3c1e","namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:45.648052697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b9da68c-4ebb-4965-a59b-f9b007012355","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:45.648052206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"2d530944-0fe6-4c8d-b948-43a28b43a855","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:45.648328932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a42f87b-f1bc-4a7e-a440-bef64921b23c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:45.64869125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"aa306258-6410-4f6e-90fb-4a9df58363ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:45.648692313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"418ced13-7305-4306-a640-ffa0d472395e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:45.707402645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b9da68c-4ebb-4965-a59b-f9b007012355","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:45.707505124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a42f87b-f1bc-4a7e-a440-bef64921b23c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:45.711101562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"418ced13-7305-4306-a640-ffa0d472395e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:45.711112335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"2d530944-0fe6-4c8d-b948-43a28b43a855","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:45.713243676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"aa306258-6410-4f6e-90fb-4a9df58363ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:45.890316553Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"c4e60b23-46a1-4f99-ae2e-4d80b5accb22","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:46.050750963Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"a9f34677-fe8b-4e34-9981-33b886308ec2","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:46.068704851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"ecd11a25-8410-42d6-9a62-77dee9ce13d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:46.068704889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"bea27c52-84ae-4a84-9e1a-bb65165a2376","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:46.06915373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f633dcd-1cbf-4d3f-8026-fa1475ac3824","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:46.069817536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"3a42771a-8c6a-4632-9100-46e0399aa3b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:46.069816758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"377660ac-8427-4a3a-8ce0-1efdcdaeed8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:46.126243027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f633dcd-1cbf-4d3f-8026-fa1475ac3824","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:46.126648445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"ecd11a25-8410-42d6-9a62-77dee9ce13d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:46.129284422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"3a42771a-8c6a-4632-9100-46e0399aa3b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:46.131465499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"bea27c52-84ae-4a84-9e1a-bb65165a2376","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:46.132873805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"377660ac-8427-4a3a-8ce0-1efdcdaeed8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:46.183533058Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"cc357478-150e-46a1-82ce-33306d146251","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:46.441027943Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"1f21b99f-e363-4b9e-9691-db75789082c1","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:46.488066592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"c3624847-adff-4f60-a5f6-8fe64c43f4f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:46.539093383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"ac9ad477-9940-473e-bd69-358325ac5662","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:46.544969238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"c3624847-adff-4f60-a5f6-8fe64c43f4f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:46.668843044Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"ac9ad477-9940-473e-bd69-358325ac5662","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:46.724409409Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d7412d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"ac9ad477-9940-473e-bd69-358325ac5662","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:46.738243023Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"0b239682-05be-4dc1-b8a5-c6ea940709e1","namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:46.792945528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"be29def8-ee28-4b60-878a-2f5a25c0b97c","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"tenant":"e2e-extmod-b-d7412d","gateway":"openshift-ingress/e2e-extmod-b-d7412d","model":"e2e-extmod-att-user-b44c4f/e2e-att-unrel-2d87b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:46.792972324Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"be29def8-ee28-4b60-878a-2f5a25c0b97c","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"routeName":"external-model-e2e-att-unrel-2d87b9-895770b04fad","namespace":"e2e-extmod-att-user-b44c4f","model":"e2e-att-unrel-2d87b9","externalModel":"e2e-att-unrel-2d87b9","provider":"e2e-att-unrel-2d87b9-provider","gateway":"openshift-ingress/e2e-extmod-b-d7412d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:46.894812147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62aa74a6-6a31-4f88-8499-d55e7b05a520","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:46.895456763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d80c52bd-3168-4cad-a0f7-de1e3debfac1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:46.895710509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"60ba6c8c-b86b-45cc-89e7-6fe8acb14566","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:46.946987257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"7694689c-43eb-4496-a166-dcb77acc5776","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:46.952394073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62aa74a6-6a31-4f88-8499-d55e7b05a520","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:46.952906655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d80c52bd-3168-4cad-a0f7-de1e3debfac1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:46.954574938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"4d8f9444-ab5e-4947-ab0d-ba18a1315bec","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"tenant":"e2e-extmod-b-d7412d","gateway":"openshift-ingress/e2e-extmod-b-d7412d","model":"e2e-extmod-att-user-b44c4f/e2e-att-unrel-2d87b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:46.954592695Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"4d8f9444-ab5e-4947-ab0d-ba18a1315bec","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"routeName":"external-model-e2e-att-unrel-2d87b9-895770b04fad","namespace":"e2e-extmod-att-user-b44c4f","model":"e2e-att-unrel-2d87b9","externalModel":"e2e-att-unrel-2d87b9","provider":"e2e-att-unrel-2d87b9-provider","gateway":"openshift-ingress/e2e-extmod-b-d7412d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:46.95475908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"60ba6c8c-b86b-45cc-89e7-6fe8acb14566","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:46.997951457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"8b449fa2-5340-4721-b869-2c5565e0ccbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:47.003841201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"7694689c-43eb-4496-a166-dcb77acc5776","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:47.054919616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"8b449fa2-5340-4721-b869-2c5565e0ccbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:47.059723007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d7412d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"7694689c-43eb-4496-a166-dcb77acc5776","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:10:47.064204236Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"4d8f9444-ab5e-4947-ab0d-ba18a1315bec","name":"e2e-att-unrel-2d87b9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-2d87b9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:10:47.064259959Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"4d8f9444-ab5e-4947-ab0d-ba18a1315bec","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-2d87b9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:47.121825663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"294b1580-a60f-46b2-ae85-ef0f888a4d26","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"tenant":"e2e-extmod-b-d7412d","gateway":"openshift-ingress/e2e-extmod-b-d7412d","model":"e2e-extmod-att-user-b44c4f/e2e-att-unrel-2d87b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:47.121849219Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"294b1580-a60f-46b2-ae85-ef0f888a4d26","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"routeName":"external-model-e2e-att-unrel-2d87b9-895770b04fad","namespace":"e2e-extmod-att-user-b44c4f","model":"e2e-att-unrel-2d87b9","externalModel":"e2e-att-unrel-2d87b9","provider":"e2e-att-unrel-2d87b9-provider","gateway":"openshift-ingress/e2e-extmod-b-d7412d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:47.215017457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"b9562638-56d1-418a-98ce-cf353726a5b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:47.26674338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"3940e8ad-ed2b-4211-842f-6f750a1a2783","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:47.272273274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"b9562638-56d1-418a-98ce-cf353726a5b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:47.318231225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"ae0b2cb0-d10b-4d56-8517-03d399776d72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:47.323759295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"3940e8ad-ed2b-4211-842f-6f750a1a2783","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:47.375010374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"ae0b2cb0-d10b-4d56-8517-03d399776d72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:47.380572095Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d7412d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"3940e8ad-ed2b-4211-842f-6f750a1a2783","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:47.814449584Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"54c41347-bdb6-4f62-be28-d44bea679dbe","namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:47.919347773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"82be9254-d984-42e4-9048-58a6cc1c111d","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:47.969968972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"f9752605-eca9-46d3-bfa8-8346d24994d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:47.970001609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"16813414-7157-40a5-a867-2e1944b792bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:47.970477657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5a0e384-986b-4473-93d1-2eead17457f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:47.97047708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"6bd167ad-cab1-4f0d-8c74-29554cc8613e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:47.976313721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"82be9254-d984-42e4-9048-58a6cc1c111d","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:48.027472301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5a0e384-986b-4473-93d1-2eead17457f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:48.027617769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"16813414-7157-40a5-a867-2e1944b792bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:48.029635597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"f9752605-eca9-46d3-bfa8-8346d24994d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:48.029856738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"6bd167ad-cab1-4f0d-8c74-29554cc8613e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:48.033763153Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d7412d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"82be9254-d984-42e4-9048-58a6cc1c111d","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:48.188351247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"03414ba9-d8d6-4870-adbb-d47cad9791f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:48.244774679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"03414ba9-d8d6-4870-adbb-d47cad9791f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:48.33994413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a2e23fb-2cab-41f4-93ff-b184831288d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:48.396661763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a2e23fb-2cab-41f4-93ff-b184831288d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:49.85765469Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"default-tenant","reconcileID":"815765b0-ff0c-4b21-8cad-9611d60463f6","namespace":"ai-tenant-e2e-worker-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:49.857737712Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"default-tenant","reconcileID":"815765b0-ff0c-4b21-8cad-9611d60463f6","namespace":"ai-tenant-e2e-worker-w1-869cca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:49.85779517Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"default-tenant","reconcileID":"815765b0-ff0c-4b21-8cad-9611d60463f6","tenant":"e2e-worker-w1-869cca","tenantID":"e2e-worker-w1-869cca","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:49.911707184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"default-tenant","reconcileID":"815765b0-ff0c-4b21-8cad-9611d60463f6","gvk":"Deployment","name":"maas-api-e2e-worker-w1-869cca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:49.973356585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"default-tenant","reconcileID":"815765b0-ff0c-4b21-8cad-9611d60463f6","gvk":"Service","name":"maas-api-e2e-worker-w1-869cca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:50.029992547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"default-tenant","reconcileID":"815765b0-ff0c-4b21-8cad-9611d60463f6","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-869cca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:50.083847956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"default-tenant","reconcileID":"815765b0-ff0c-4b21-8cad-9611d60463f6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-869cca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:50.144726499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"default-tenant","reconcileID":"815765b0-ff0c-4b21-8cad-9611d60463f6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-869cca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:50.199056598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"default-tenant","reconcileID":"815765b0-ff0c-4b21-8cad-9611d60463f6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-869cca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:50.255917706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"default-tenant","reconcileID":"815765b0-ff0c-4b21-8cad-9611d60463f6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-869cca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:50.314336885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"default-tenant","reconcileID":"815765b0-ff0c-4b21-8cad-9611d60463f6","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-869cca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:50.366245898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"default-tenant","reconcileID":"815765b0-ff0c-4b21-8cad-9611d60463f6","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-869cca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:50.41800716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"default-tenant","reconcileID":"815765b0-ff0c-4b21-8cad-9611d60463f6","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-869cca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:50.469863936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"default-tenant","reconcileID":"815765b0-ff0c-4b21-8cad-9611d60463f6","gvk":"Service","name":"payload-processing-e2e-worker-w1-869cca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:50.521669895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"default-tenant","reconcileID":"815765b0-ff0c-4b21-8cad-9611d60463f6","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-869cca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:50.573376487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"default-tenant","reconcileID":"815765b0-ff0c-4b21-8cad-9611d60463f6","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-869cca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:50.625246085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"default-tenant","reconcileID":"815765b0-ff0c-4b21-8cad-9611d60463f6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-869cca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:50.676912041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"default-tenant","reconcileID":"815765b0-ff0c-4b21-8cad-9611d60463f6","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-869cca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:50.732637259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"default-tenant","reconcileID":"815765b0-ff0c-4b21-8cad-9611d60463f6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-869cca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:50.784091832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"default-tenant","reconcileID":"815765b0-ff0c-4b21-8cad-9611d60463f6","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-869cca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:50.836557422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"default-tenant","reconcileID":"815765b0-ff0c-4b21-8cad-9611d60463f6","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-869cca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:50.887994131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"default-tenant","reconcileID":"815765b0-ff0c-4b21-8cad-9611d60463f6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-869cca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:50.939475224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-869cca"},"namespace":"ai-tenant-e2e-worker-w1-869cca","name":"default-tenant","reconcileID":"815765b0-ff0c-4b21-8cad-9611d60463f6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-869cca","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:51.751648301Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-869cca","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-869cca","reconcileID":"2272969b-e715-46aa-af21-159ca77ecbf3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-869cca","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-869cca"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:52.867076407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c5f2697-6709-42e8-846b-8c89749d9532","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:52.919054195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c5f2697-6709-42e8-846b-8c89749d9532","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:52.971293454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c5f2697-6709-42e8-846b-8c89749d9532","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:53.023086498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c5f2697-6709-42e8-846b-8c89749d9532","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:53.808588658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"981fef50-d48c-4cef-9b5c-0a4641a368c5","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:53.866764713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"981fef50-d48c-4cef-9b5c-0a4641a368c5","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:53.922501319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d7412d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8fdf3ec52b511460219f9606d5377edfe07a98d9ca8b5e84cc7c34d73bfbef63) AuthConfig (7379f8e7daf9299a76b53e8d9805bd5d46ff81bce27e86abc38c1d77fd10ff69) AuthConfig (31d275125a63ae462d28976ae8f1b800237b0495d8418de9818e58123eff4bad) AuthConfig (0c1ad2a83921be1f6c4a52d7675f5daeff9994fa33b6d2a314bcd7e9718b84a3) AuthConfig (f36ecabe341519029b7be2567e9b5cd4214dabe95468eefc61812a0b119a86e0) AuthConfig (5a2cb8fd3fed281ee8b14863644edecada5b06d7c6862383d25180a5bb2ba2c7) AuthConfig (74c8d6a867120fe3f07deb08f190cb1950f384a40880c972e285128f75ea5635) AuthConfig (03a720e001453bd2b2db76afec717e03dfd1214e27a1ffb43e73050a17f6a119) AuthConfig (4d9d29919cbf5c79014ea96fd630b7d5be2ced61900a0d95afc8461aacfb9f50) AuthConfig (2e11dc4642c2f7473b2802c75050f3bc84433cd9ea72bfb0589d1aa7c4c893e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"981fef50-d48c-4cef-9b5c-0a4641a368c5","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:54.06569614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"516b0ec9-fa35-4a89-99c3-d6b10f684b05","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"tenant":"e2e-extmod-b-d7412d","gateway":"openshift-ingress/e2e-extmod-b-d7412d","model":"e2e-extmod-att-user-b44c4f/e2e-att-unrel-2d87b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:54.065722811Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"516b0ec9-fa35-4a89-99c3-d6b10f684b05","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"routeName":"external-model-e2e-att-unrel-2d87b9-895770b04fad","namespace":"e2e-extmod-att-user-b44c4f","model":"e2e-att-unrel-2d87b9","externalModel":"e2e-att-unrel-2d87b9","provider":"e2e-att-unrel-2d87b9-provider","gateway":"openshift-ingress/e2e-extmod-b-d7412d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:55.007355018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ab6fe92-aa99-4d1b-b05d-1b81f52d8b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:55.059682351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ab6fe92-aa99-4d1b-b05d-1b81f52d8b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:55.111840784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ab6fe92-aa99-4d1b-b05d-1b81f52d8b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:55.163795094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ab6fe92-aa99-4d1b-b05d-1b81f52d8b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:04.084116448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"50dd7abe-9dae-4d24-b7c1-5a829dc70ec7","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:04.141709575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"50dd7abe-9dae-4d24-b7c1-5a829dc70ec7","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:04.197876913Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d7412d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8fdf3ec52b511460219f9606d5377edfe07a98d9ca8b5e84cc7c34d73bfbef63) AuthConfig (7379f8e7daf9299a76b53e8d9805bd5d46ff81bce27e86abc38c1d77fd10ff69) AuthConfig (31d275125a63ae462d28976ae8f1b800237b0495d8418de9818e58123eff4bad) AuthConfig (0c1ad2a83921be1f6c4a52d7675f5daeff9994fa33b6d2a314bcd7e9718b84a3) AuthConfig (f36ecabe341519029b7be2567e9b5cd4214dabe95468eefc61812a0b119a86e0) AuthConfig (5a2cb8fd3fed281ee8b14863644edecada5b06d7c6862383d25180a5bb2ba2c7) AuthConfig (74c8d6a867120fe3f07deb08f190cb1950f384a40880c972e285128f75ea5635) AuthConfig (03a720e001453bd2b2db76afec717e03dfd1214e27a1ffb43e73050a17f6a119) AuthConfig (4d9d29919cbf5c79014ea96fd630b7d5be2ced61900a0d95afc8461aacfb9f50) AuthConfig (2e11dc4642c2f7473b2802c75050f3bc84433cd9ea72bfb0589d1aa7c4c893e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"50dd7abe-9dae-4d24-b7c1-5a829dc70ec7","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:04.666363762Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:10.706727634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"903d418c-a5c2-416f-af9a-437393f302ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:10.80759229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"0492320f-a49a-4a52-bdf7-2b91e0fb365b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:10.997523717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"3f087391-246a-4183-8335-2823b63477a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:11.173736341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f72deb29-d466-4951-896f-044463ad9551","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:11.29120353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"78defc35-e5d9-440c-9f0f-537336eb72d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:11.4660176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"15299629-2711-4183-84c6-765b35242e9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:14.303445722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"239679eb-8248-4465-990c-a454a655c2d9","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:14.36085731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"239679eb-8248-4465-990c-a454a655c2d9","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:14.805709883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"98d1e12c-2181-4bef-9f2d-047889d99ad4","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"tenant":"e2e-extmod-b-d7412d","gateway":"openshift-ingress/e2e-extmod-b-d7412d","model":"e2e-extmod-att-user-b44c4f/e2e-att-unrel-2d87b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:14.805742899Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"98d1e12c-2181-4bef-9f2d-047889d99ad4","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"routeName":"external-model-e2e-att-unrel-2d87b9-895770b04fad","namespace":"e2e-extmod-att-user-b44c4f","model":"e2e-att-unrel-2d87b9","externalModel":"e2e-att-unrel-2d87b9","provider":"e2e-att-unrel-2d87b9-provider","gateway":"openshift-ingress/e2e-extmod-b-d7412d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:17.800653954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"52012c35-ba2f-4000-8678-27072f966571","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"tenant":"e2e-extmod-b-d7412d","gateway":"openshift-ingress/e2e-extmod-b-d7412d","model":"e2e-extmod-att-user-b44c4f/e2e-att-unrel-2d87b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:17.800687384Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"52012c35-ba2f-4000-8678-27072f966571","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"routeName":"external-model-e2e-att-unrel-2d87b9-895770b04fad","namespace":"e2e-extmod-att-user-b44c4f","model":"e2e-att-unrel-2d87b9","externalModel":"e2e-att-unrel-2d87b9","provider":"e2e-att-unrel-2d87b9-provider","gateway":"openshift-ingress/e2e-extmod-b-d7412d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:17.853428828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"30ea091b-bffd-4e04-b9e2-82cb0f87d2e6","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:11:17.858234959Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-2d87b9-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-sub","reconcileID":"9e7bef15-41d6-40cf-a3d1-fea7d688959e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-2d87b9-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:17.910542615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"30ea091b-bffd-4e04-b9e2-82cb0f87d2e6","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:17.967673637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"9f56ff0c-8c85-4215-b814-edba22bffbe3","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"tenant":"e2e-extmod-b-d7412d","gateway":"openshift-ingress/e2e-extmod-b-d7412d","model":"e2e-extmod-att-user-b44c4f/e2e-att-unrel-2d87b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:17.967701234Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"9f56ff0c-8c85-4215-b814-edba22bffbe3","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"routeName":"external-model-e2e-att-unrel-2d87b9-895770b04fad","namespace":"e2e-extmod-att-user-b44c4f","model":"e2e-att-unrel-2d87b9","externalModel":"e2e-att-unrel-2d87b9","provider":"e2e-att-unrel-2d87b9-provider","gateway":"openshift-ingress/e2e-extmod-b-d7412d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:18.072397834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"5d961a3e-de58-4dfd-9703-7c28ba0817c1","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"tenant":"e2e-extmod-b-d7412d","gateway":"openshift-ingress/e2e-extmod-b-d7412d","model":"e2e-extmod-att-user-b44c4f/e2e-att-unrel-2d87b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:18.072428839Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"5d961a3e-de58-4dfd-9703-7c28ba0817c1","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"routeName":"external-model-e2e-att-unrel-2d87b9-895770b04fad","namespace":"e2e-extmod-att-user-b44c4f","model":"e2e-att-unrel-2d87b9","externalModel":"e2e-att-unrel-2d87b9","provider":"e2e-att-unrel-2d87b9-provider","gateway":"openshift-ingress/e2e-extmod-b-d7412d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:18.177056356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"916b15b0-730b-4d08-b3a2-4c084c265e8c","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"tenant":"e2e-extmod-b-d7412d","gateway":"openshift-ingress/e2e-extmod-b-d7412d","model":"e2e-extmod-att-user-b44c4f/e2e-att-unrel-2d87b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:18.177085486Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"916b15b0-730b-4d08-b3a2-4c084c265e8c","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"routeName":"external-model-e2e-att-unrel-2d87b9-895770b04fad","namespace":"e2e-extmod-att-user-b44c4f","model":"e2e-att-unrel-2d87b9","externalModel":"e2e-att-unrel-2d87b9","provider":"e2e-att-unrel-2d87b9-provider","gateway":"openshift-ingress/e2e-extmod-b-d7412d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:18.275148649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"a0b0ec20-7214-4f38-bd60-ad49c704551d","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:18.303754741Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-2d87b9-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-sub","reconcileID":"bd07745e-35e2-44a0-b44b-a3d513d3c443","MaaSSubscription":{"name":"e2e-att-unrel-2d87b9-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"maas-trlp-e2e-att-unrel-2d87b9","model":"e2e-att-unrel-2d87b9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-d7412d/e2e-att-unrel-2d87b9-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:18.332282889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"a0b0ec20-7214-4f38-bd60-ad49c704551d","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:18.57197419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"f00450c0-8891-4651-b36d-77365e27fa1d","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"tenant":"e2e-extmod-b-d7412d","gateway":"openshift-ingress/e2e-extmod-b-d7412d","model":"e2e-extmod-att-user-b44c4f/e2e-att-unrel-2d87b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:18.572003431Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"f00450c0-8891-4651-b36d-77365e27fa1d","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"routeName":"external-model-e2e-att-unrel-2d87b9-895770b04fad","namespace":"e2e-extmod-att-user-b44c4f","model":"e2e-att-unrel-2d87b9","externalModel":"e2e-att-unrel-2d87b9","provider":"e2e-att-unrel-2d87b9-provider","gateway":"openshift-ingress/e2e-extmod-b-d7412d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:18.780826941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-2d87b9-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-sub","reconcileID":"f7251a5f-7627-4136-b735-a2b8875f284e","MaaSSubscription":{"name":"e2e-att-unrel-2d87b9-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"maas-trlp-e2e-att-unrel-2d87b9","model":"e2e-extmod-att-user-b44c4f/e2e-att-unrel-2d87b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:20.023904146Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"default-tenant","reconcileID":"6f5c8fa1-bdf4-4f43-b1c3-323f9da79e7f","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:20.023962573Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"default-tenant","reconcileID":"6f5c8fa1-bdf4-4f43-b1c3-323f9da79e7f","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:20.024018951Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"default-tenant","reconcileID":"6f5c8fa1-bdf4-4f43-b1c3-323f9da79e7f","tenant":"e2e-shared-b-w0-c6b3b9","tenantID":"e2e-shared-b-w0-c6b3b9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:20.078052155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"default-tenant","reconcileID":"6f5c8fa1-bdf4-4f43-b1c3-323f9da79e7f","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-c6b3b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:20.137892966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"default-tenant","reconcileID":"6f5c8fa1-bdf4-4f43-b1c3-323f9da79e7f","gvk":"Service","name":"maas-api-e2e-shared-b-w0-c6b3b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:20.197742514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"default-tenant","reconcileID":"6f5c8fa1-bdf4-4f43-b1c3-323f9da79e7f","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-c6b3b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:20.251720475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"default-tenant","reconcileID":"6f5c8fa1-bdf4-4f43-b1c3-323f9da79e7f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-c6b3b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:20.312025039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"default-tenant","reconcileID":"6f5c8fa1-bdf4-4f43-b1c3-323f9da79e7f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-c6b3b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:20.368730096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"default-tenant","reconcileID":"6f5c8fa1-bdf4-4f43-b1c3-323f9da79e7f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-c6b3b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:20.42444711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"default-tenant","reconcileID":"6f5c8fa1-bdf4-4f43-b1c3-323f9da79e7f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-c6b3b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:20.478616497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"default-tenant","reconcileID":"6f5c8fa1-bdf4-4f43-b1c3-323f9da79e7f","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-c6b3b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:20.530251806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"default-tenant","reconcileID":"6f5c8fa1-bdf4-4f43-b1c3-323f9da79e7f","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-c6b3b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:20.581625548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"default-tenant","reconcileID":"6f5c8fa1-bdf4-4f43-b1c3-323f9da79e7f","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-c6b3b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:20.633118235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"default-tenant","reconcileID":"6f5c8fa1-bdf4-4f43-b1c3-323f9da79e7f","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-c6b3b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:20.685288345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"default-tenant","reconcileID":"6f5c8fa1-bdf4-4f43-b1c3-323f9da79e7f","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-c6b3b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:20.737319983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"default-tenant","reconcileID":"6f5c8fa1-bdf4-4f43-b1c3-323f9da79e7f","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-c6b3b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:20.78895824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"default-tenant","reconcileID":"6f5c8fa1-bdf4-4f43-b1c3-323f9da79e7f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-c6b3b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:20.840622491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"default-tenant","reconcileID":"6f5c8fa1-bdf4-4f43-b1c3-323f9da79e7f","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-c6b3b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:20.896904241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"default-tenant","reconcileID":"6f5c8fa1-bdf4-4f43-b1c3-323f9da79e7f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-c6b3b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:20.948764245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"default-tenant","reconcileID":"6f5c8fa1-bdf4-4f43-b1c3-323f9da79e7f","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-c6b3b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:21.000408992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"default-tenant","reconcileID":"6f5c8fa1-bdf4-4f43-b1c3-323f9da79e7f","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-c6b3b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:21.052298624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"default-tenant","reconcileID":"6f5c8fa1-bdf4-4f43-b1c3-323f9da79e7f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-c6b3b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:21.104083795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9"},"namespace":"ai-tenant-e2e-shared-b-w0-c6b3b9","name":"default-tenant","reconcileID":"6f5c8fa1-bdf4-4f43-b1c3-323f9da79e7f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-c6b3b9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:21.929537771Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-c6b3b9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-c6b3b9","reconcileID":"fb64d52e-ca0a-4f08-a5f7-f50cf255f661","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-c6b3b9","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-c6b3b9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:23.076629135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45e1526c-638b-4f01-b963-1765ba6ff85f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:23.128631222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45e1526c-638b-4f01-b963-1765ba6ff85f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:23.180595338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45e1526c-638b-4f01-b963-1765ba6ff85f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:23.233457256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45e1526c-638b-4f01-b963-1765ba6ff85f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:25.174862478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bb52038-95ce-405a-8834-3f963690c4d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:25.227128702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bb52038-95ce-405a-8834-3f963690c4d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:25.279053557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bb52038-95ce-405a-8834-3f963690c4d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:25.331069682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bb52038-95ce-405a-8834-3f963690c4d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:28.697728615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"0fae6003-c2ba-45de-b01c-01cbd904a616","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:28.798792993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"a2609916-45ef-4d11-b71c-72c5b5abda55","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:28.900897284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4e79e932-c8f5-4f5f-b9a1-c3891ece8032","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:29.00000355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"c6545e3a-3357-4438-94b1-cabfa7a217fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:29.051923264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-2d87b9-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-sub","reconcileID":"9f764f6a-cd1b-431b-af2e-63f9bb2e10ed","MaaSSubscription":{"name":"e2e-att-unrel-2d87b9-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"maas-trlp-e2e-att-unrel-2d87b9","model":"e2e-extmod-att-user-b44c4f/e2e-att-unrel-2d87b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:29.175906643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"f4628d57-5c6c-4480-b3fb-f636210db5b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:29.35628153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"ca49fcb9-f968-4db4-84ca-bd0a83719000","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"tenant":"e2e-extmod-b-d7412d","gateway":"openshift-ingress/e2e-extmod-b-d7412d","model":"e2e-extmod-att-user-b44c4f/e2e-att-unrel-2d87b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:29.356314713Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"ca49fcb9-f968-4db4-84ca-bd0a83719000","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"routeName":"external-model-e2e-att-unrel-2d87b9-895770b04fad","namespace":"e2e-extmod-att-user-b44c4f","model":"e2e-att-unrel-2d87b9","externalModel":"e2e-att-unrel-2d87b9","provider":"e2e-att-unrel-2d87b9-provider","gateway":"openshift-ingress/e2e-extmod-b-d7412d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:29.409236295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d342ba53-f219-4658-9bf3-6f1fafe6429c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:29.440150512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"94ffb44a-9a90-49f5-a382-5167ba7c0013","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:29.497153306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"94ffb44a-9a90-49f5-a382-5167ba7c0013","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:30.28965632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"c9978cc4-8889-4bd4-ac0d-b877910647dd","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:30.39715075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"premium-w0-10a7aa","reconcileID":"c45aa4c5-2edf-4b09-aea1-41f0499ce1eb","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"premium-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"premium-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:30.397706388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"distinct-w0-10a7aa","reconcileID":"029bf9b1-28d9-424d-9350-9b93b7e286cf","MaaSModelRef":{"name":"distinct-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"distinct-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"distinct-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:30.398024654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"distinct-2-w0-10a7aa","reconcileID":"12805c75-2962-4d2a-86e4-de011b6c55a1","MaaSModelRef":{"name":"distinct-2-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"distinct-2-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"distinct-2-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:30.399835924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"1255a24a-063e-4ea8-ab25-01bccf80d64e","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:30.400890143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"premium-w0-10a7aa","reconcileID":"242bca62-ef56-4891-98ef-891fbd6c8a14","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"premium-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"premium-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:30.401340286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"distinct-w0-10a7aa","reconcileID":"67af4999-48cb-4aa8-83d0-8b42110672a3","MaaSModelRef":{"name":"distinct-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"distinct-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"distinct-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:30.401619802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"distinct-2-w0-10a7aa","reconcileID":"bfb7aaf6-3804-461e-bf30-2d32c4bbf270","MaaSModelRef":{"name":"distinct-2-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"distinct-2-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"distinct-2-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:30.50001073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"bebce89b-6edd-420c-a735-07477be64b8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:30.55476692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"45b1454a-3faf-4977-aa2f-0a2974b9e58b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:30.556852772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"bebce89b-6edd-420c-a735-07477be64b8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:30.597904562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"c0deba58-4a4a-4dd8-beb1-18b99ac91417","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:30.650816998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"a3ee40ca-6adb-43c3-aaa3-d2bfd6c0da06","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:30.654734795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"c0deba58-4a4a-4dd8-beb1-18b99ac91417","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:30.827829296Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"709997c6-b731-4270-b5f8-f99fe929ac58","namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:30.872758468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"f5d1b225-8379-4987-9d9d-cdb18aad8252","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:30.889075253Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"fd678203-8901-495d-a1bb-4c7c92375a87","namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:30.924441533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"ed315903-f646-49c5-b380-1ba13aa03992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:30.976950414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"7bc230e9-25e2-4dec-8005-ff62bb2efeaf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:30.981049037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"ed315903-f646-49c5-b380-1ba13aa03992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:30.990516286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"911a43f0-5540-4157-a982-f5be9a44199c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:30.990611936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a099f41-daa1-499c-9d81-8bd2362e0b9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:30.991100022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"d59a9261-a979-4488-b718-ea9566880cf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:31.01941435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"14f4a55e-0cde-45ff-8fec-86de956ef129","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:31.047815685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a099f41-daa1-499c-9d81-8bd2362e0b9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:31.047910006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"911a43f0-5540-4157-a982-f5be9a44199c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:31.050219099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"d59a9261-a979-4488-b718-ea9566880cf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:31.078399515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"14f4a55e-0cde-45ff-8fec-86de956ef129","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:31.216969984Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"bed330ad-8431-4790-889a-7d3e538857e1","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:31.225281526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed662cec-5335-4a1e-8c3a-ffef5279309e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:31.277855386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed662cec-5335-4a1e-8c3a-ffef5279309e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:31.329926884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed662cec-5335-4a1e-8c3a-ffef5279309e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:31.382379901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed662cec-5335-4a1e-8c3a-ffef5279309e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:31.437704267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"bbc2f0c5-4b8b-42ce-8843-61dc0c21eb35","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:31.438446676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-2d87b9-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-sub","reconcileID":"84559c7c-8ee4-424a-ac3a-534a6ddd99c8","MaaSSubscription":{"name":"e2e-att-unrel-2d87b9-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"maas-trlp-e2e-att-unrel-2d87b9","model":"e2e-extmod-att-user-b44c4f/e2e-att-unrel-2d87b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:31.440354067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"11bd75c7-fa13-4033-adff-28a61188949e","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"tenant":"e2e-extmod-b-d7412d","gateway":"openshift-ingress/e2e-extmod-b-d7412d","model":"e2e-extmod-att-user-b44c4f/e2e-att-unrel-2d87b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:31.440373354Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"11bd75c7-fa13-4033-adff-28a61188949e","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"routeName":"external-model-e2e-att-unrel-2d87b9-895770b04fad","namespace":"e2e-extmod-att-user-b44c4f","model":"e2e-att-unrel-2d87b9","externalModel":"e2e-att-unrel-2d87b9","provider":"e2e-att-unrel-2d87b9-provider","gateway":"openshift-ingress/e2e-extmod-b-d7412d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:31.536759673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"b44a0ca9-6671-4b8e-b65a-c5f5b44af249","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:31.537210331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"370f7dbc-f648-42a7-8080-1534a34fa1e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:31.539706685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"bbc2f0c5-4b8b-42ce-8843-61dc0c21eb35","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:31.594515674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"370f7dbc-f648-42a7-8080-1534a34fa1e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:31.594813218Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"eafabd82-9dd2-4284-9fee-0885059496d9","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:31.62949938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"b44a0ca9-6671-4b8e-b65a-c5f5b44af249","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:31.643017489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"596566cb-546a-450a-be52-1b2a852025a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:31.695155005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"c771a59d-a1ee-4684-8c01-d59d89eac262","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:31.699627575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"596566cb-546a-450a-be52-1b2a852025a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:31.752103962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"c771a59d-a1ee-4684-8c01-d59d89eac262","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:31.952699318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"91c5c557-c0d1-4aac-b0d7-5ecfec79005e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:31.952832427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"a3a6f4b9-fb50-46c4-8793-4ce120ad4582","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:32.002390897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"81da63b4-0e90-42df-9970-8389083438e1","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:32.009468429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"91c5c557-c0d1-4aac-b0d7-5ecfec79005e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:32.009630611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"a3a6f4b9-fb50-46c4-8793-4ce120ad4582","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:32.059435055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"81da63b4-0e90-42df-9970-8389083438e1","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:32.302761102Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"f3f7a67e-0237-4036-b087-98f5eafec4ed","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:32.407845388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"33f05bfe-ec61-4e56-b748-6289c650719f","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"tenant":"e2e-extmod-b-d7412d","gateway":"openshift-ingress/e2e-extmod-b-d7412d","model":"e2e-extmod-att-user-b44c4f/e2e-att-unrel-2d87b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:32.407876165Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"33f05bfe-ec61-4e56-b748-6289c650719f","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"routeName":"external-model-e2e-att-unrel-2d87b9-895770b04fad","namespace":"e2e-extmod-att-user-b44c4f","model":"e2e-att-unrel-2d87b9","externalModel":"e2e-att-unrel-2d87b9","provider":"e2e-att-unrel-2d87b9-provider","gateway":"openshift-ingress/e2e-extmod-b-d7412d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:32.473452772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"df62658f-f8a3-4316-a59b-49d6e8efb523","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:32.525283963Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"849fa7c3-736c-4a64-9c91-7d7ed250ff0b","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:32.530942844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"df62658f-f8a3-4316-a59b-49d6e8efb523","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:32.577951188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-2d87b9-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-sub","reconcileID":"12c2f2b7-d23f-4406-8c81-9251ae033f47","MaaSSubscription":{"name":"e2e-att-unrel-2d87b9-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"maas-trlp-e2e-att-unrel-2d87b9","model":"e2e-extmod-att-user-b44c4f/e2e-att-unrel-2d87b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:32.629706541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"14797936-2c18-4273-aef5-17b14afea95a","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"tenant":"e2e-extmod-b-d7412d","gateway":"openshift-ingress/e2e-extmod-b-d7412d","model":"e2e-extmod-att-user-b44c4f/e2e-att-unrel-2d87b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:32.629733981Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"14797936-2c18-4273-aef5-17b14afea95a","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"routeName":"external-model-e2e-att-unrel-2d87b9-895770b04fad","namespace":"e2e-extmod-att-user-b44c4f","model":"e2e-att-unrel-2d87b9","externalModel":"e2e-att-unrel-2d87b9","provider":"e2e-att-unrel-2d87b9-provider","gateway":"openshift-ingress/e2e-extmod-b-d7412d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:32.895126225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"dce9869b-6958-466a-9a4b-300ccbe88a82","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:32.952287617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"dce9869b-6958-466a-9a4b-300ccbe88a82","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:33.225221735Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"2ca27576-26d3-4c69-a7cd-ee9833311cca","namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:11:33.280154159Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"936f5b41-56ea-4e46-8e5e-9a8dfb668d9d","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"error":"ExternalModel e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e is attached to several gateways [openshift-ingress/e2e-extmod-a-3853b6 openshift-ingress/e2e-extmod-b-d7412d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:33.3136188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13513938-5a66-406a-97c4-dbde8e4651eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:33.368387878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13513938-5a66-406a-97c4-dbde8e4651eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:33.420872135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13513938-5a66-406a-97c4-dbde8e4651eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:33.421241767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ecaca7f-e8b1-4316-918c-6dec6509e35f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:11:33.425944903Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"936f5b41-56ea-4e46-8e5e-9a8dfb668d9d","error":"ExternalModel e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e is attached to several gateways [openshift-ingress/e2e-extmod-a-3853b6 openshift-ingress/e2e-extmod-b-d7412d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:33.473092404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13513938-5a66-406a-97c4-dbde8e4651eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:33.473513611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"a4a06ad3-ac3f-4ea0-b83a-11660592a4e7","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:33.473891962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6a72786-4d6d-4319-a728-8710155eecb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:33.474168945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"400a97bd-98fb-4f7f-909a-095854c8159e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:11:33.526537692Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"909d5673-8d0b-4ff3-8ff8-beab0a6f63b5","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"error":"ExternalModel e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e is attached to several gateways [openshift-ingress/e2e-extmod-a-3853b6 openshift-ingress/e2e-extmod-b-d7412d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:11:33.526618406Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"909d5673-8d0b-4ff3-8ff8-beab0a6f63b5","error":"ExternalModel e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e is attached to several gateways [openshift-ingress/e2e-extmod-a-3853b6 openshift-ingress/e2e-extmod-b-d7412d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:33.5267965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"67d81ba0-ada8-4ed2-8adf-42522487456d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:33.531782771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6a72786-4d6d-4319-a728-8710155eecb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:33.53191245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ecaca7f-e8b1-4316-918c-6dec6509e35f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:33.534157345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"400a97bd-98fb-4f7f-909a-095854c8159e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:33.534290369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"a4a06ad3-ac3f-4ea0-b83a-11660592a4e7","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:33.583851055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"67d81ba0-ada8-4ed2-8adf-42522487456d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:11:33.589655872Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"9e324887-72d3-4a39-afbe-95d42a2f3696","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"error":"ExternalModel e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e is attached to several gateways [openshift-ingress/e2e-extmod-a-3853b6 openshift-ingress/e2e-extmod-b-d7412d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:11:33.589726902Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"9e324887-72d3-4a39-afbe-95d42a2f3696","error":"ExternalModel e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e is attached to several gateways [openshift-ingress/e2e-extmod-a-3853b6 openshift-ingress/e2e-extmod-b-d7412d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:11:33.662437558Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"783a3b9d-a40f-405a-baf6-c9cc453f3a3c","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"error":"ExternalModel e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e is attached to several gateways [openshift-ingress/e2e-extmod-a-3853b6 openshift-ingress/e2e-extmod-b-d7412d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:11:33.662521014Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"783a3b9d-a40f-405a-baf6-c9cc453f3a3c","error":"ExternalModel e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e is attached to several gateways [openshift-ingress/e2e-extmod-a-3853b6 openshift-ingress/e2e-extmod-b-d7412d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:11:33.756691812Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"3b3e856b-7aef-4f96-bb84-8e46e7548ef8","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"error":"ExternalModel e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e is attached to several gateways [openshift-ingress/e2e-extmod-a-3853b6 openshift-ingress/e2e-extmod-b-d7412d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:11:33.756767958Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"3b3e856b-7aef-4f96-bb84-8e46e7548ef8","error":"ExternalModel e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e is attached to several gateways [openshift-ingress/e2e-extmod-a-3853b6 openshift-ingress/e2e-extmod-b-d7412d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:11:33.889701857Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"c756b7ad-bea6-4095-bd21-70f445084303","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"error":"ExternalModel e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e is attached to several gateways [openshift-ingress/e2e-extmod-a-3853b6 openshift-ingress/e2e-extmod-b-d7412d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:11:33.889852831Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"c756b7ad-bea6-4095-bd21-70f445084303","error":"ExternalModel e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e is attached to several gateways [openshift-ingress/e2e-extmod-a-3853b6 openshift-ingress/e2e-extmod-b-d7412d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:33.891759484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"53efcd69-4d2e-4253-8749-afa183f10bb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:33.891841239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"fbe27684-2b77-489f-b238-534733d9d76d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:33.950435099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"53efcd69-4d2e-4253-8749-afa183f10bb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:33.950428871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"fbe27684-2b77-489f-b238-534733d9d76d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:11:34.102648929Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"a8fedc21-3810-44d3-8450-a474a906815f","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"error":"ExternalModel e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e is attached to several gateways [openshift-ingress/e2e-extmod-a-3853b6 openshift-ingress/e2e-extmod-b-d7412d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:11:34.102747722Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"a8fedc21-3810-44d3-8450-a474a906815f","error":"ExternalModel e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e is attached to several gateways [openshift-ingress/e2e-extmod-a-3853b6 openshift-ingress/e2e-extmod-b-d7412d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:11:34.520245867Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"31c186f9-e05f-4f08-bdc5-17ae8adc5197","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"error":"ExternalModel e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e is attached to several gateways [openshift-ingress/e2e-extmod-a-3853b6 openshift-ingress/e2e-extmod-b-d7412d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:11:34.520339841Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"31c186f9-e05f-4f08-bdc5-17ae8adc5197","error":"ExternalModel e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e is attached to several gateways [openshift-ingress/e2e-extmod-a-3853b6 openshift-ingress/e2e-extmod-b-d7412d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:34.666838815Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:11:35.216096067Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"f745a3ae-af1d-418a-90f8-1bb7f07809d4","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"error":"ExternalModel e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e is attached to several gateways [openshift-ingress/e2e-extmod-a-3853b6 openshift-ingress/e2e-extmod-b-d7412d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:11:35.216173457Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"f745a3ae-af1d-418a-90f8-1bb7f07809d4","error":"ExternalModel e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e is attached to several gateways [openshift-ingress/e2e-extmod-a-3853b6 openshift-ingress/e2e-extmod-b-d7412d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:35.387960713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"906b4f61-828f-4f57-a1eb-79630c536eff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:35.419246073Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"66b26b37-db69-4a60-b7b6-ddd3172b1a45","namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:35.439919105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"906b4f61-828f-4f57-a1eb-79630c536eff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:35.49183532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"906b4f61-828f-4f57-a1eb-79630c536eff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:35.543936567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"906b4f61-828f-4f57-a1eb-79630c536eff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:35.591388243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"distinct-2-w0-10a7aa","reconcileID":"80c68934-7a8a-46fa-8f4b-f3193e56437c","MaaSModelRef":{"name":"distinct-2-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"distinct-2-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"distinct-2-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:35.649587154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"1699838e-7021-437d-b50d-d130b0f9df57","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:35.700459282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56fa5145-67f7-4997-b906-87682ceb5601","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:35.700678008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"c2f90fde-2c85-4ecd-a7d4-f8f1f7494a1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:35.70091988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"e0356877-912f-459e-bd90-0921d1125a7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:35.702815476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"431eacd4-3d66-4e29-80b3-9491db4958aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:35.707994503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"1699838e-7021-437d-b50d-d130b0f9df57","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:35.758129528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56fa5145-67f7-4997-b906-87682ceb5601","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:35.758496167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"c2f90fde-2c85-4ecd-a7d4-f8f1f7494a1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:35.760356837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"e0356877-912f-459e-bd90-0921d1125a7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:35.760911902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"431eacd4-3d66-4e29-80b3-9491db4958aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:35.927378028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"distinct-w0-10a7aa","reconcileID":"57aa711e-20a5-4e05-aa2a-25068652320f","MaaSModelRef":{"name":"distinct-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"distinct-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"distinct-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:36.11979414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"781de46f-e233-43e4-bc4d-0e2a62552122","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:36.119792659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"1b1486bc-9779-4382-bc73-ceb6336a1dc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:36.177163522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"1b1486bc-9779-4382-bc73-ceb6336a1dc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:36.177349477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"781de46f-e233-43e4-bc4d-0e2a62552122","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:36.261559798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"premium-w0-10a7aa","reconcileID":"51dca3df-3d8e-4399-88ea-e5dbec5922ae","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"premium-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"premium-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:36.469988835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"5d138664-0870-48df-b7c4-57cebf5517a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:36.477517955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"7cbbecc3-e154-4712-a3ce-775809fdc47c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:36.53478668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"7cbbecc3-e154-4712-a3ce-775809fdc47c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:11:36.54938294Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"955e8f03-1450-4326-813e-83903d9f1f7e","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"error":"ExternalModel e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e is attached to several gateways [openshift-ingress/e2e-extmod-a-3853b6 openshift-ingress/e2e-extmod-b-d7412d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:11:36.549461491Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"955e8f03-1450-4326-813e-83903d9f1f7e","error":"ExternalModel e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e is attached to several gateways [openshift-ingress/e2e-extmod-a-3853b6 openshift-ingress/e2e-extmod-b-d7412d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:36.575901552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"76bccad7-7ae6-4d58-b81a-07022ec36543","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:36.632515769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"957c2dd3-7adf-467c-87dc-f7e00b62330b","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:36.687498833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"76bccad7-7ae6-4d58-b81a-07022ec36543","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:36.691013642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"premium-w0-10a7aa","reconcileID":"006bfda5-6c92-4daa-9051-0bbcf582223e","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"premium-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"premium-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:36.840735591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"6f035836-5183-4a0e-84ea-65fd1f878340","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:36.939509754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"fb0fc23c-d89e-455a-a87d-9589959e7a8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:36.94045937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"1b3e4af0-fd20-4ea6-a4a4-b5ddf25e6ee9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:36.996153524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"fb0fc23c-d89e-455a-a87d-9589959e7a8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:37.00482643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"d415d7b7-9b2a-4079-ac08-6f5b4b1bdb75","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:37.042340852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"557e2134-78e6-4d95-99cc-389789cf77ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:37.099064874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"557e2134-78e6-4d95-99cc-389789cf77ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:37.213384845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"5c625646-b7e9-4813-bac4-52a2d779cf4a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:38.421868479Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"f3aac945-59f9-43cc-858c-859c56195292","namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:11:38.476056782Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"e50c61d3-d868-41d0-bce2-a78a29d86142","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"error":"ExternalModel e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e is attached to several gateways [openshift-ingress/e2e-extmod-a-3853b6 openshift-ingress/e2e-extmod-b-d7412d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:11:38.476137297Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"e50c61d3-d868-41d0-bce2-a78a29d86142","error":"ExternalModel e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e is attached to several gateways [openshift-ingress/e2e-extmod-a-3853b6 openshift-ingress/e2e-extmod-b-d7412d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:38.527052508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"7fae0a35-0096-49d5-aa11-657e4d0b44bd","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:38.577215553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3718f0b7-17fd-4914-9a67-8ec86ef9a897","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:38.577422736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27c103ad-3abd-4051-ada2-57af56580efb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:38.577863559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"7c0809e5-9725-4a7b-b46f-bf46bc8596e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:38.578474481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"68798bb8-6238-4e2f-b58d-08af88f74f06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:38.583883961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"7fae0a35-0096-49d5-aa11-657e4d0b44bd","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:38.635948809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3718f0b7-17fd-4914-9a67-8ec86ef9a897","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:38.635978046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"7c0809e5-9725-4a7b-b46f-bf46bc8596e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:38.639499027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27c103ad-3abd-4051-ada2-57af56580efb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:38.639534551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"68798bb8-6238-4e2f-b58d-08af88f74f06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:38.994747059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"2befad3d-ba7a-4312-9e0a-a1aa3e8d8daa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:38.994747099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"79f8ed6d-8355-4792-b878-a66c58d731aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:39.05479986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"2befad3d-ba7a-4312-9e0a-a1aa3e8d8daa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:39.054819823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"79f8ed6d-8355-4792-b878-a66c58d731aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:11:40.03592571Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"474b6d27-5b4b-45f3-9bfc-5ffafc77b644","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"error":"ExternalModel e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e is attached to several gateways [openshift-ingress/e2e-extmod-a-3853b6 openshift-ingress/e2e-extmod-b-d7412d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:11:40.036001335Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"474b6d27-5b4b-45f3-9bfc-5ffafc77b644","error":"ExternalModel e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e is attached to several gateways [openshift-ingress/e2e-extmod-a-3853b6 openshift-ingress/e2e-extmod-b-d7412d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:40.087734095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"282cdb2f-ad61-4a35-8a47-dc4de4e6d995","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:40.088354172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"2266b088-8aa2-400b-bc84-c4a00a91ffea","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"tenant":"e2e-extmod-b-d7412d","gateway":"openshift-ingress/e2e-extmod-b-d7412d","model":"e2e-extmod-att-user-b44c4f/e2e-att-unrel-2d87b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:40.088374722Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"2266b088-8aa2-400b-bc84-c4a00a91ffea","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"routeName":"external-model-e2e-att-unrel-2d87b9-895770b04fad","namespace":"e2e-extmod-att-user-b44c4f","model":"e2e-att-unrel-2d87b9","externalModel":"e2e-att-unrel-2d87b9","provider":"e2e-att-unrel-2d87b9-provider","gateway":"openshift-ingress/e2e-extmod-b-d7412d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:40.144694595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"282cdb2f-ad61-4a35-8a47-dc4de4e6d995","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:40.201486158Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"63db1cf4-5fa2-4575-96bd-e887dffdd4fc","namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:40.244781038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-2d87b9-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-sub","reconcileID":"5765afaa-9701-4593-9d39-1dca5fcc6fa0","MaaSSubscription":{"name":"e2e-att-unrel-2d87b9-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"maas-trlp-e2e-att-unrel-2d87b9","model":"e2e-extmod-att-user-b44c4f/e2e-att-unrel-2d87b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:40.253535251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"b604f79c-aa49-41d7-a937-b05acf72b9af","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"tenant":"e2e-extmod-b-d7412d","gateway":"openshift-ingress/e2e-extmod-b-d7412d","model":"e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:40.253556032Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"b604f79c-aa49-41d7-a937-b05acf72b9af","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"routeName":"external-model-e2e-att-detach-ba2f9e-1dd215d7d95f","namespace":"e2e-extmod-att-user-b44c4f","model":"e2e-att-detach-ba2f9e","externalModel":"e2e-att-detach-ba2f9e","provider":"e2e-att-detach-ba2f9e-provider","gateway":"openshift-ingress/e2e-extmod-b-d7412d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:40.356665817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"268ccfea-e181-4ea5-8e85-db0143ecfd0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:40.357055819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55aec4e7-a6e8-4e41-8160-b40ebcf3b322","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:40.357448576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c52fe59b-0965-47d9-b1ab-9f834ba49c93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:40.357503903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"aba78158-d786-4ea9-be27-c829c4b69298","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:40.413116205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"268ccfea-e181-4ea5-8e85-db0143ecfd0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:40.41435149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55aec4e7-a6e8-4e41-8160-b40ebcf3b322","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:40.415407855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"aba78158-d786-4ea9-be27-c829c4b69298","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:40.416758728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c52fe59b-0965-47d9-b1ab-9f834ba49c93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:40.507502292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"1f10c661-3e16-4d30-93fe-620642c09b39","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:40.564569972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"1f10c661-3e16-4d30-93fe-620642c09b39","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:40.726033042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"775f33da-3a7f-41db-9713-7baf392e1d36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:40.726121956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"0062c572-61e1-462a-978e-d00e196ad28b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:40.784128819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"0062c572-61e1-462a-978e-d00e196ad28b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:40.78437298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"775f33da-3a7f-41db-9713-7baf392e1d36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:40.828160514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"distinct-2-w0-10a7aa","reconcileID":"ecb57481-ed30-4f2e-b890-f8f36c5d83df","MaaSModelRef":{"name":"distinct-2-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"distinct-2-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"distinct-2-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:40.828407609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"distinct-w0-10a7aa","reconcileID":"07edf7b0-9404-4a3c-ad4f-6996cc7ce376","MaaSModelRef":{"name":"distinct-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"distinct-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"distinct-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:40.828585867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"premium-w0-10a7aa","reconcileID":"b156511a-9a89-4f22-9406-61e2376ce957","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"premium-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"premium-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:40.828817776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"1acbaa7a-d6b5-4f6a-b3a9-10fd2bf4516d","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:40.983087046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"167524a0-720e-4dd7-afc5-5ecea21dd900","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:41.039102398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"ef84f08f-eda0-4acc-b0f8-0518ed28a8c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:41.03960554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"1ada2314-d10a-4ca3-aea7-afe41f056137","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:41.040243293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"167524a0-720e-4dd7-afc5-5ecea21dd900","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:41.191258832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"51b2be59-08a9-4b25-b6a9-bc60011c8e85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:41.247924407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"51b2be59-08a9-4b25-b6a9-bc60011c8e85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:41.354341997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"c153438a-41b3-4aa3-8291-8afc76d1ad96","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:41.354708615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"b5aac9f3-ee2e-4f51-9f56-656e7ca0c123","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:41.428753949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"30f6e4c1-e968-4e92-b0cd-88a155e6a934","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:41.492499299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"30f6e4c1-e968-4e92-b0cd-88a155e6a934","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:42.860662703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"087c50c0-668e-45b5-acbd-8016dbbdd4bf","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:42.917342187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"087c50c0-668e-45b5-acbd-8016dbbdd4bf","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:45.515508212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"8af030a9-8609-41ba-b935-c6e2a72a40f0","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"tenant":"e2e-extmod-b-d7412d","gateway":"openshift-ingress/e2e-extmod-b-d7412d","model":"e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:45.515532554Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"8af030a9-8609-41ba-b935-c6e2a72a40f0","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"routeName":"external-model-e2e-att-detach-ba2f9e-1dd215d7d95f","namespace":"e2e-extmod-att-user-b44c4f","model":"e2e-att-detach-ba2f9e","externalModel":"e2e-att-detach-ba2f9e","provider":"e2e-att-detach-ba2f9e-provider","gateway":"openshift-ingress/e2e-extmod-b-d7412d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:45.619981017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"d2221bc9-43cb-4a91-afb1-f7aeae44e0f9","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"tenant":"e2e-extmod-b-d7412d","gateway":"openshift-ingress/e2e-extmod-b-d7412d","model":"e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:45.620006938Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"d2221bc9-43cb-4a91-afb1-f7aeae44e0f9","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"routeName":"external-model-e2e-att-detach-ba2f9e-1dd215d7d95f","namespace":"e2e-extmod-att-user-b44c4f","model":"e2e-att-detach-ba2f9e","externalModel":"e2e-att-detach-ba2f9e","provider":"e2e-att-detach-ba2f9e-provider","gateway":"openshift-ingress/e2e-extmod-b-d7412d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:45.672709425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-detach-ba2f9e-access","reconcileID":"5b283322-5f9c-4d36-bfe2-1c5a61d610fd","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:45.729514531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-detach-ba2f9e-access","reconcileID":"5b283322-5f9c-4d36-bfe2-1c5a61d610fd","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:45.784977814Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d7412d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0aebd2a9fd95b55eb8759ea3e77082699c431aa02ee296317c032fcbf7ade75a) AuthConfig (00258433c560fe7c89d6d7b2615e98ef1f01c7610f114c101201dfaa3494da64) AuthConfig (6a4269d1c6dd6cd49830b616081c1100a3cec8a07445deac38c380f5d7f4de7b) AuthConfig (a44301484d8d8857d42242cd2773cdf3ff66a5b2c6ffd91989afd44b0072ff5d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-detach-ba2f9e-access","reconcileID":"5b283322-5f9c-4d36-bfe2-1c5a61d610fd","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:45.894687967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"ba89823c-466a-497e-b62a-b75dc198783e","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"tenant":"e2e-extmod-b-d7412d","gateway":"openshift-ingress/e2e-extmod-b-d7412d","model":"e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:45.894714673Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"ba89823c-466a-497e-b62a-b75dc198783e","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"routeName":"external-model-e2e-att-detach-ba2f9e-1dd215d7d95f","namespace":"e2e-extmod-att-user-b44c4f","model":"e2e-att-detach-ba2f9e","externalModel":"e2e-att-detach-ba2f9e","provider":"e2e-att-detach-ba2f9e-provider","gateway":"openshift-ingress/e2e-extmod-b-d7412d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:50.82897098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"distinct-2-w0-10a7aa","reconcileID":"46ba9bd7-9eb8-4a4f-8abe-f174c4e56468","MaaSModelRef":{"name":"distinct-2-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"distinct-2-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"distinct-2-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:50.829339865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"distinct-w0-10a7aa","reconcileID":"c235de57-8d17-4da7-b84a-944bcc0ee602","MaaSModelRef":{"name":"distinct-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"distinct-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"distinct-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:50.829613364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"premium-w0-10a7aa","reconcileID":"daa73bd6-b43d-42c3-964f-520fbe598e77","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"premium-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"premium-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:50.829926758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"cd873933-e78c-4749-963d-96da8669315c","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:55.998963941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-detach-ba2f9e-access","reconcileID":"91a07f3c-cc35-47b8-a634-3051fa1216a4","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:56.057433065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-detach-ba2f9e-access","reconcileID":"91a07f3c-cc35-47b8-a634-3051fa1216a4","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:56.484644563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"022fbae3-4715-48b8-98ed-9b9b77ab8bf6","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"tenant":"e2e-extmod-b-d7412d","gateway":"openshift-ingress/e2e-extmod-b-d7412d","model":"e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:56.484679628Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"022fbae3-4715-48b8-98ed-9b9b77ab8bf6","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"routeName":"external-model-e2e-att-detach-ba2f9e-1dd215d7d95f","namespace":"e2e-extmod-att-user-b44c4f","model":"e2e-att-detach-ba2f9e","externalModel":"e2e-att-detach-ba2f9e","provider":"e2e-att-detach-ba2f9e-provider","gateway":"openshift-ingress/e2e-extmod-b-d7412d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:59.709353221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"97ca55f2-70ba-49cf-a028-47c3bbcc6f2a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:59.808489975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"ad02aafb-0ce2-4a77-aa39-8e1004119131","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:59.910298601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bfc71acc-f2a6-43a9-9b5d-89aa5c7c22e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:00.047949984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"fa29f18d-b70e-4328-a65c-493039dd81d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:00.066588609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-2d87b9-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-sub","reconcileID":"7c9a585d-852d-43e2-99f2-bddf0c889b4b","MaaSSubscription":{"name":"e2e-att-unrel-2d87b9-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"maas-trlp-e2e-att-unrel-2d87b9","model":"e2e-extmod-att-user-b44c4f/e2e-att-unrel-2d87b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:00.283426661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"b7b38a2d-7e3e-41ba-bf20-b0c17269d1ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:00.488124728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f775104c-bfc4-4ad3-8eb0-23b6f4e82f39","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:00.829608834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"distinct-2-w0-10a7aa","reconcileID":"798dbdbf-e899-414a-b13f-46c89a70f47b","MaaSModelRef":{"name":"distinct-2-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"distinct-2-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"distinct-2-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:00.829958461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"distinct-w0-10a7aa","reconcileID":"4add52f5-a534-4005-a9bc-b3c4a4224fe5","MaaSModelRef":{"name":"distinct-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"distinct-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"distinct-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:00.830128002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"premium-w0-10a7aa","reconcileID":"f1df65ef-73c0-4ab9-b1aa-008a5a2fb606","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"premium-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"premium-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:00.830413922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"3405fe54-af12-440d-b187-63506786598d","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:01.538025168Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-d7412d priority=0:[ai-tenant-e2e-extmod-b-d7412d/e2e-att-detach-ba2f9e-sub ai-tenant-e2e-extmod-b-d7412d/e2e-att-unrel-2d87b9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:01.590294973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"2fbf17c4-c430-4517-a632-ec763f41ca80","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"tenant":"e2e-extmod-b-d7412d","gateway":"openshift-ingress/e2e-extmod-b-d7412d","model":"e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:01.590322706Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"2fbf17c4-c430-4517-a632-ec763f41ca80","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"routeName":"external-model-e2e-att-detach-ba2f9e-1dd215d7d95f","namespace":"e2e-extmod-att-user-b44c4f","model":"e2e-att-detach-ba2f9e","externalModel":"e2e-att-detach-ba2f9e","provider":"e2e-att-detach-ba2f9e-provider","gateway":"openshift-ingress/e2e-extmod-b-d7412d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:12:01.648894518Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-d7412d/e2e-att-detach-ba2f9e-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-detach-ba2f9e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:01.693320098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-detach-ba2f9e-access","reconcileID":"5b6fdb83-b96a-4972-be22-19380ba10b3f","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:01.693389876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"6caebccb-42d9-4bf5-aecd-d557d289f97f","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:01.750538959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"6caebccb-42d9-4bf5-aecd-d557d289f97f","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:01.750658076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-detach-ba2f9e-access","reconcileID":"5b6fdb83-b96a-4972-be22-19380ba10b3f","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:01.752491782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"ebada304-9f7a-45b1-b6b0-b6787bd199ba","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"tenant":"e2e-extmod-b-d7412d","gateway":"openshift-ingress/e2e-extmod-b-d7412d","model":"e2e-extmod-att-user-b44c4f/e2e-att-unrel-2d87b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:01.752510813Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"ebada304-9f7a-45b1-b6b0-b6787bd199ba","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"routeName":"external-model-e2e-att-unrel-2d87b9-895770b04fad","namespace":"e2e-extmod-att-user-b44c4f","model":"e2e-att-unrel-2d87b9","externalModel":"e2e-att-unrel-2d87b9","provider":"e2e-att-unrel-2d87b9-provider","gateway":"openshift-ingress/e2e-extmod-b-d7412d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:01.85650764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"adf89e77-eb62-4c6a-b75e-ec712dc7af26","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"tenant":"e2e-extmod-b-d7412d","gateway":"openshift-ingress/e2e-extmod-b-d7412d","model":"e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:01.856540022Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"adf89e77-eb62-4c6a-b75e-ec712dc7af26","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"routeName":"external-model-e2e-att-detach-ba2f9e-1dd215d7d95f","namespace":"e2e-extmod-att-user-b44c4f","model":"e2e-att-detach-ba2f9e","externalModel":"e2e-att-detach-ba2f9e","provider":"e2e-att-detach-ba2f9e-provider","gateway":"openshift-ingress/e2e-extmod-b-d7412d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:01.975674584Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-ba2f9e-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-detach-ba2f9e-sub","reconcileID":"e58b56ed-4a0d-41bd-83b4-cda4f992350e","MaaSSubscription":{"name":"e2e-att-detach-ba2f9e-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"maas-trlp-e2e-att-detach-ba2f9e","model":"e2e-att-detach-ba2f9e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-d7412d/e2e-att-detach-ba2f9e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:02.171309693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"4a1f532d-9198-428f-b0f8-be5503551397","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:02.171320746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-detach-ba2f9e-access","reconcileID":"e4ed793c-1c26-4c97-971a-50b4e806d9d3","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:02.228452208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"4a1f532d-9198-428f-b0f8-be5503551397","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:02.228754591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-detach-ba2f9e-access","reconcileID":"e4ed793c-1c26-4c97-971a-50b4e806d9d3","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:02.244470125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"a392c4ea-d069-4fdb-ab37-761d00ef0aac","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"tenant":"e2e-extmod-b-d7412d","gateway":"openshift-ingress/e2e-extmod-b-d7412d","model":"e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:02.244491825Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"a392c4ea-d069-4fdb-ab37-761d00ef0aac","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"routeName":"external-model-e2e-att-detach-ba2f9e-1dd215d7d95f","namespace":"e2e-extmod-att-user-b44c4f","model":"e2e-att-detach-ba2f9e","externalModel":"e2e-att-detach-ba2f9e","provider":"e2e-att-detach-ba2f9e-provider","gateway":"openshift-ingress/e2e-extmod-b-d7412d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:02.452867161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-ba2f9e-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-detach-ba2f9e-sub","reconcileID":"1d1f3c7c-a8fe-4776-b98e-0ec4d799b46b","MaaSSubscription":{"name":"e2e-att-detach-ba2f9e-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"maas-trlp-e2e-att-detach-ba2f9e","model":"e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:04.666132421Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:05.009260245Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"default-tenant","reconcileID":"5858b86b-cf64-4b7d-bc77-189d5e516c0b","namespace":"ai-tenant-e2e-worker-w0-10a7aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:05.009332696Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"default-tenant","reconcileID":"5858b86b-cf64-4b7d-bc77-189d5e516c0b","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:05.067231567Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"default-tenant","reconcileID":"5858b86b-cf64-4b7d-bc77-189d5e516c0b","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:05.067974623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"a022a6f5-e8a0-46a3-a406-24e25e2e633a","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:05.123863671Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"default-tenant","reconcileID":"5858b86b-cf64-4b7d-bc77-189d5e516c0b","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:05.123884073Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"default-tenant","reconcileID":"5858b86b-cf64-4b7d-bc77-189d5e516c0b","namespace":"ai-tenant-e2e-worker-w0-10a7aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:05.123967457Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"default-tenant","reconcileID":"5858b86b-cf64-4b7d-bc77-189d5e516c0b","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:05.126689553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"premium-w0-10a7aa","reconcileID":"1721fd1a-c58a-4eee-9306-bbfc99e4939a","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"premium-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"premium-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:05.181396976Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"default-tenant","reconcileID":"5858b86b-cf64-4b7d-bc77-189d5e516c0b","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:05.184411682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"762f0382-f6cc-4048-87ab-786d408fb509","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:05.223015494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"7e982b6d-56ae-4701-bb69-94d72d29fd26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:05.223087285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"027bc077-bf9e-4c97-84d6-c416dde77d40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:05.228308596Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"f6215346-6193-4e98-a150-faeba58c4849","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-06a462b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:05.239391859Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"default-tenant","reconcileID":"5858b86b-cf64-4b7d-bc77-189d5e516c0b","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:05.24280308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"premium-w0-10a7aa","reconcileID":"3807b939-ef64-4889-915e-e62c3c085d1a","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"premium-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"premium-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:05.281483703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"027bc077-bf9e-4c97-84d6-c416dde77d40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:05.281527979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"7e982b6d-56ae-4701-bb69-94d72d29fd26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:05.286523455Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"d05571ca-c9cc-44ec-b243-d79d972fc9f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e024b754","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:05.29460031Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"b14ab473-f6a4-4f74-8814-86e024044b80","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-06a462b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:05.352549804Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"652151a3-2928-4379-918a-0726ea2b7c54","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e024b754","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:05.483518202Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"7d530eff-7363-4f16-9a0b-d8b8caba2541","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:05.483564967Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"30201d40-3e02-4da6-a52a-3ddc0c089056","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:05.640008213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"30201d40-3e02-4da6-a52a-3ddc0c089056","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:05.641260725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"7d530eff-7363-4f16-9a0b-d8b8caba2541","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:05.768739972Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"30201d40-3e02-4da6-a52a-3ddc0c089056","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:05.768765158Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-access","reconcileID":"30201d40-3e02-4da6-a52a-3ddc0c089056","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:12:05.773417244Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"7d530eff-7363-4f16-9a0b-d8b8caba2541","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-10a7aa-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:12:05.773481133Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"7d530eff-7363-4f16-9a0b-d8b8caba2541","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-10a7aa-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:05.778820531Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"15d91b84-185b-4678-bebb-0402d82c72f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:05.825240957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"d7021553-86a3-4f0f-81da-95a5210623c2","MaaSModelRef":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"simulator-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"simulator-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:05.935624055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"15d91b84-185b-4678-bebb-0402d82c72f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:05.992450657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"15d91b84-185b-4678-bebb-0402d82c72f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"e2e-worker-w0-10a7aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:05.992476583Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-access","reconcileID":"15d91b84-185b-4678-bebb-0402d82c72f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-10a7aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:06.049060804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"premium-w0-10a7aa","reconcileID":"582d5434-8667-4634-8468-d74f5ed72464","MaaSModelRef":{"name":"premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"premium-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"premium-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:08.854236347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-ba2f9e-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-detach-ba2f9e-sub","reconcileID":"29f5edb2-e55c-4042-95ba-23a13f10a116","MaaSSubscription":{"name":"e2e-att-detach-ba2f9e-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"maas-trlp-e2e-att-detach-ba2f9e","model":"e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:08.977226492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a2ddc3fb-cdff-492d-b14c-447a65961b4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:09.122850348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"1a55864e-7b3b-458a-86ce-b81900b13086","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"tenant":"e2e-extmod-b-d7412d","gateway":"openshift-ingress/e2e-extmod-b-d7412d","model":"e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:09.122882794Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"1a55864e-7b3b-458a-86ce-b81900b13086","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"routeName":"external-model-e2e-att-detach-ba2f9e-1dd215d7d95f","namespace":"e2e-extmod-att-user-b44c4f","model":"e2e-att-detach-ba2f9e","externalModel":"e2e-att-detach-ba2f9e","provider":"e2e-att-detach-ba2f9e-provider","gateway":"openshift-ingress/e2e-extmod-b-d7412d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:09.152674035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"96f887ed-4747-47a0-be8c-eef5cd924984","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:09.385868883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-2d87b9-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-sub","reconcileID":"69363c78-d9b4-4b3b-bd9c-92b61712ad97","MaaSSubscription":{"name":"e2e-att-unrel-2d87b9-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"maas-trlp-e2e-att-unrel-2d87b9","model":"e2e-extmod-att-user-b44c4f/e2e-att-unrel-2d87b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:09.503688476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"13fdd3f9-9342-4194-b13d-0cd3cbb73e33","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:09.604455081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f37a990c-cbe0-4fcd-a959-06b59e813760","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:09.604892334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"bdcd6a7b-1ed7-43fa-a71b-5ba9ddc19c77","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:09.604893611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-detach-ba2f9e-access","reconcileID":"b40067af-054f-4bfa-8e6a-5d32f0aa451e","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:09.662071317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"bdcd6a7b-1ed7-43fa-a71b-5ba9ddc19c77","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:09.662101102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-detach-ba2f9e-access","reconcileID":"b40067af-054f-4bfa-8e6a-5d32f0aa451e","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:10.830240312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"distinct-2-w0-10a7aa","reconcileID":"84b87420-2d5c-4990-8e17-aae6cf5ba30b","MaaSModelRef":{"name":"distinct-2-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"distinct-2-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"distinct-2-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:10.83054549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"distinct-w0-10a7aa","reconcileID":"192ce9b2-7b95-4dd5-b039-3a39b1af68d3","MaaSModelRef":{"name":"distinct-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"routeName":"distinct-w0-10a7aa-kserve-route","namespace":"e2e-models-e2e-worker-w0-10a7aa","llmisvcName":"distinct-w0-10a7aa","gateway":"openshift-ingress/e2e-worker-w0-10a7aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:11.552308739Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"4ff5e01f-8abb-445a-9a39-fe609249bf5b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:11.55245945Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"4ff5e01f-8abb-445a-9a39-fe609249bf5b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:11.557261164Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"c4e8fa2f-4452-41a3-9e8a-fc578f8630b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:11.557385522Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"c4e8fa2f-4452-41a3-9e8a-fc578f8630b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:11.694149851Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"simulator-subscription","reconcileID":"c4e8fa2f-4452-41a3-9e8a-fc578f8630b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/simulator-w0-10a7aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:11.694228192Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"premium-simulator-subscription","reconcileID":"4ff5e01f-8abb-445a-9a39-fe609249bf5b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"name":"maas-trlp-premium-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa","model":"e2e-models-e2e-worker-w0-10a7aa/premium-w0-10a7aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:11.970570782Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-d7412d priority=0:[ai-tenant-e2e-extmod-b-d7412d/e2e-att-detach-ba2f9e-sub ai-tenant-e2e-extmod-b-d7412d/e2e-att-unrel-2d87b9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:12.028607386Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-d7412d priority=0:[ai-tenant-e2e-extmod-b-d7412d/e2e-att-detach-ba2f9e-sub ai-tenant-e2e-extmod-b-d7412d/e2e-att-unrel-2d87b9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:12.681587298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"6ee740f5-7a04-4787-a2f7-3646f591d94c","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"tenant":"e2e-extmod-b-d7412d","gateway":"openshift-ingress/e2e-extmod-b-d7412d","model":"e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:12.681616786Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"6ee740f5-7a04-4787-a2f7-3646f591d94c","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"routeName":"external-model-e2e-att-detach-ba2f9e-1dd215d7d95f","namespace":"e2e-extmod-att-user-b44c4f","model":"e2e-att-detach-ba2f9e","externalModel":"e2e-att-detach-ba2f9e","provider":"e2e-att-detach-ba2f9e-provider","gateway":"openshift-ingress/e2e-extmod-b-d7412d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:34.667003153Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:36.972603086Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-845ff4","namespace":"e2e-extmod-att-noaccess-071832"},"namespace":"e2e-extmod-att-noaccess-071832","name":"e2e-att-noaccess-845ff4","reconcileID":"356871b0-2896-4db6-86f4-1dea99e28ebd","namespace":"e2e-extmod-att-noaccess-071832","name":"e2e-att-noaccess-845ff4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:37.029622436Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-845ff4","namespace":"e2e-extmod-att-noaccess-071832"},"namespace":"e2e-extmod-att-noaccess-071832","name":"e2e-att-noaccess-845ff4","reconcileID":"bf40e70e-adf4-45fd-a8ec-1a51aae5fa97","namespace":"e2e-extmod-att-noaccess-071832","name":"e2e-att-noaccess-845ff4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:37.129124531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"945e7439-802a-4a48-9eb1-59776ec10d0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:37.129216535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"a9416721-2a21-4340-add0-e55362018da0","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:37.129638512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29eb6007-d740-480d-96b7-e880aa9a89f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:37.129649469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"21f2d4ab-f846-41f4-a4e1-c720cdf72f3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:37.130065978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-detach-ba2f9e-access","reconcileID":"3110cb39-1420-4899-96e0-89a7c81ec7af","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:37.187080785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"945e7439-802a-4a48-9eb1-59776ec10d0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:37.18839848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"a9416721-2a21-4340-add0-e55362018da0","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:37.189412106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29eb6007-d740-480d-96b7-e880aa9a89f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:37.191645808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"21f2d4ab-f846-41f4-a4e1-c720cdf72f3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:37.191871767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-detach-ba2f9e-access","reconcileID":"3110cb39-1420-4899-96e0-89a7c81ec7af","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:37.366492353Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-845ff4","namespace":"e2e-extmod-att-noaccess-071832"},"namespace":"e2e-extmod-att-noaccess-071832","name":"e2e-att-noaccess-845ff4","reconcileID":"c8e8391a-05a0-4d15-b489-7fb083ec8ff5","MaaSModelRef":{"name":"e2e-att-noaccess-845ff4","namespace":"e2e-extmod-att-noaccess-071832"},"name":"e2e-att-noaccess-845ff4","namespace":"e2e-extmod-att-noaccess-071832","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:37.526424857Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-845ff4","namespace":"e2e-extmod-att-noaccess-071832"},"namespace":"e2e-extmod-att-noaccess-071832","name":"e2e-att-noaccess-845ff4","reconcileID":"10862ba5-090a-43f2-8c5a-b0a8113b0c59","MaaSModelRef":{"name":"e2e-att-noaccess-845ff4","namespace":"e2e-extmod-att-noaccess-071832"},"name":"e2e-att-noaccess-845ff4","namespace":"e2e-extmod-att-noaccess-071832","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:37.547433369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f90568ca-444e-420d-b9c8-2e2437422036","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:37.54745373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"4cad3a21-4bf8-4be4-9497-063dc3f75627","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:37.548081811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43fda463-0c19-4f91-8e39-5b242423b2b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:37.605769125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"4cad3a21-4bf8-4be4-9497-063dc3f75627","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:37.605812969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f90568ca-444e-420d-b9c8-2e2437422036","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:37.608116892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43fda463-0c19-4f91-8e39-5b242423b2b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:12:37.631926289Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-845ff4","namespace":"e2e-extmod-att-noaccess-071832"},"namespace":"e2e-extmod-att-noaccess-071832","name":"e2e-att-noaccess-845ff4","reconcileID":"10862ba5-090a-43f2-8c5a-b0a8113b0c59","name":"e2e-att-noaccess-845ff4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-noaccess-845ff4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:12:37.631993216Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-845ff4","namespace":"e2e-extmod-att-noaccess-071832"},"namespace":"e2e-extmod-att-noaccess-071832","name":"e2e-att-noaccess-845ff4","reconcileID":"10862ba5-090a-43f2-8c5a-b0a8113b0c59","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-noaccess-845ff4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:37.652534961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"7688ef60-d943-40b8-b31a-4a9009097455","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:37.652577149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"fdeec297-d889-46b4-bf0e-c69926c36e3e","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:37.689054552Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-845ff4","namespace":"e2e-extmod-att-noaccess-071832"},"namespace":"e2e-extmod-att-noaccess-071832","name":"e2e-att-noaccess-845ff4","reconcileID":"813df36e-2c2d-4eda-970b-2e2aa331b45d","MaaSModelRef":{"name":"e2e-att-noaccess-845ff4","namespace":"e2e-extmod-att-noaccess-071832"},"name":"e2e-att-noaccess-845ff4","namespace":"e2e-extmod-att-noaccess-071832","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:37.709618331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"fdeec297-d889-46b4-bf0e-c69926c36e3e","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:37.709687636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"7688ef60-d943-40b8-b31a-4a9009097455","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:37.969624352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-detach-ba2f9e-access","reconcileID":"4a93dfdb-bc29-416b-b894-cb93b8d93315","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:38.027123569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-detach-ba2f9e-access","reconcileID":"4a93dfdb-bc29-416b-b894-cb93b8d93315","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:38.081102306Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-845ff4","namespace":"e2e-extmod-att-noaccess-071832"},"namespace":"e2e-extmod-att-noaccess-071832","name":"e2e-att-noaccess-845ff4","reconcileID":"1a6f2cc7-4b02-4b45-91a3-1a302f8dd4da","namespace":"e2e-extmod-att-noaccess-071832","name":"e2e-att-noaccess-845ff4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:38.158623494Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-845ff4","namespace":"e2e-extmod-att-noaccess-071832"},"namespace":"e2e-extmod-att-noaccess-071832","name":"e2e-att-noaccess-845ff4","reconcileID":"8fa12302-fba7-49df-8163-945474d53223","namespace":"e2e-extmod-att-noaccess-071832","name":"e2e-att-noaccess-845ff4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:38.236707548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"d5f40b7d-bf06-46ea-b102-c3c6f6bed7b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:38.236729549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c8d3eec-0b1a-4c04-bfcd-c37da6b5d2e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:38.237285616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"f58d0bc2-eb4c-4fdb-b94c-09b0dc3196b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:38.237301056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"b34621af-ae09-4661-b5db-0dc8b4630dbd","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:38.2942002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"d5f40b7d-bf06-46ea-b102-c3c6f6bed7b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:38.294299258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"b34621af-ae09-4661-b5db-0dc8b4630dbd","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:38.296618806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c8d3eec-0b1a-4c04-bfcd-c37da6b5d2e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:38.296783662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"f58d0bc2-eb4c-4fdb-b94c-09b0dc3196b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:38.347816605Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-845ff4","namespace":"e2e-extmod-att-noaccess-071832"},"namespace":"e2e-extmod-att-noaccess-071832","name":"e2e-att-noaccess-845ff4","reconcileID":"2e7031e6-821b-4887-9e3e-fad97eb6d9d6","namespace":"e2e-extmod-att-noaccess-071832","name":"e2e-att-noaccess-845ff4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:38.445303817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-detach-ba2f9e-access","reconcileID":"50ab1f1a-d6ce-43ae-9ea8-830eaa46d2be","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:38.502546047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-detach-ba2f9e-access","reconcileID":"50ab1f1a-d6ce-43ae-9ea8-830eaa46d2be","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:38.658022821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c35303f-ba43-4ee0-bdc0-378f90d5a636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:38.658102283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"2052c0f6-4ed5-4fca-9e35-9849ea501722","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:38.658596714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb2c5d1d-1339-430c-96f9-106456fb86e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:38.682027284Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"default-tenant","reconcileID":"ea343a1f-2249-46e3-a967-77df92891c1b","namespace":"ai-tenant-e2e-worker-w0-10a7aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:38.682112581Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"default-tenant","reconcileID":"ea343a1f-2249-46e3-a967-77df92891c1b","namespace":"ai-tenant-e2e-worker-w0-10a7aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:38.682202261Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"default-tenant","reconcileID":"ea343a1f-2249-46e3-a967-77df92891c1b","tenant":"e2e-worker-w0-10a7aa","tenantID":"e2e-worker-w0-10a7aa","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:38.715273824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"2052c0f6-4ed5-4fca-9e35-9849ea501722","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:38.715359554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c35303f-ba43-4ee0-bdc0-378f90d5a636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:38.717610827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb2c5d1d-1339-430c-96f9-106456fb86e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:38.734650221Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-845ff4","namespace":"e2e-extmod-att-noaccess-071832"},"namespace":"e2e-extmod-att-noaccess-071832","name":"e2e-att-noaccess-845ff4","reconcileID":"471ce10e-88f9-46a0-a3a9-af18198811f7","namespace":"e2e-extmod-att-noaccess-071832","name":"e2e-att-noaccess-845ff4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:38.735680484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"default-tenant","reconcileID":"ea343a1f-2249-46e3-a967-77df92891c1b","gvk":"Deployment","name":"maas-api-e2e-worker-w0-10a7aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:38.760825406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"97e51c18-6c7d-44cf-b6b5-7811ffa42d1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:38.795823814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"default-tenant","reconcileID":"ea343a1f-2249-46e3-a967-77df92891c1b","gvk":"Service","name":"maas-api-e2e-worker-w0-10a7aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:38.819320127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"97e51c18-6c7d-44cf-b6b5-7811ffa42d1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:38.856856305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"default-tenant","reconcileID":"ea343a1f-2249-46e3-a967-77df92891c1b","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-10a7aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:38.910420028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"default-tenant","reconcileID":"ea343a1f-2249-46e3-a967-77df92891c1b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-10a7aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:38.96470817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"6db33bac-60e9-410d-a553-527b2293ffb0","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:38.966775051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"default-tenant","reconcileID":"ea343a1f-2249-46e3-a967-77df92891c1b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-10a7aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:39.020867496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"default-tenant","reconcileID":"ea343a1f-2249-46e3-a967-77df92891c1b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-10a7aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:39.024141844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"6db33bac-60e9-410d-a553-527b2293ffb0","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:39.077583112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"default-tenant","reconcileID":"ea343a1f-2249-46e3-a967-77df92891c1b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-10a7aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:39.135411043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"default-tenant","reconcileID":"ea343a1f-2249-46e3-a967-77df92891c1b","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-10a7aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:39.164236202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-detach-ba2f9e-access","reconcileID":"02496af3-0f1c-479a-8090-c3a6824eddf5","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:39.164494789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95585377-e709-4f1a-adcb-75b5812791b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:39.164817123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c62ca17e-6fb5-4c16-a8e2-05b6d5f22a89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:39.186881279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"default-tenant","reconcileID":"ea343a1f-2249-46e3-a967-77df92891c1b","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-10a7aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:39.221142772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-detach-ba2f9e-access","reconcileID":"02496af3-0f1c-479a-8090-c3a6824eddf5","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:39.22191542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95585377-e709-4f1a-adcb-75b5812791b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:39.223352152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c62ca17e-6fb5-4c16-a8e2-05b6d5f22a89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:39.238211451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"default-tenant","reconcileID":"ea343a1f-2249-46e3-a967-77df92891c1b","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-10a7aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:39.264334918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"9882d4e5-09af-453c-ae53-00459e1d8454","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:39.289513481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"default-tenant","reconcileID":"ea343a1f-2249-46e3-a967-77df92891c1b","gvk":"Service","name":"payload-processing-e2e-worker-w0-10a7aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:39.321064264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"9882d4e5-09af-453c-ae53-00459e1d8454","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:39.331097435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"f5493fd1-6296-4676-9f07-8df57922d8ba","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"tenant":"e2e-extmod-b-d7412d","gateway":"openshift-ingress/e2e-extmod-b-d7412d","model":"e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:39.331118371Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"f5493fd1-6296-4676-9f07-8df57922d8ba","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"routeName":"external-model-e2e-att-detach-ba2f9e-1dd215d7d95f","namespace":"e2e-extmod-att-user-b44c4f","model":"e2e-att-detach-ba2f9e","externalModel":"e2e-att-detach-ba2f9e","provider":"e2e-att-detach-ba2f9e-provider","gateway":"openshift-ingress/e2e-extmod-b-d7412d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:39.340921611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"default-tenant","reconcileID":"ea343a1f-2249-46e3-a967-77df92891c1b","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-10a7aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:39.392372689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"default-tenant","reconcileID":"ea343a1f-2249-46e3-a967-77df92891c1b","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-10a7aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:39.443919805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"default-tenant","reconcileID":"ea343a1f-2249-46e3-a967-77df92891c1b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-10a7aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:39.473634151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"958b07d8-9e51-44fe-a7e6-dcea6de5ac10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:39.491425415Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-ba2f9e-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-detach-ba2f9e-sub","reconcileID":"fd9190b5-91f0-4b4b-9aa6-848292434a63","MaaSSubscription":{"name":"e2e-att-detach-ba2f9e-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-46d4bcfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:39.495499624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"default-tenant","reconcileID":"ea343a1f-2249-46e3-a967-77df92891c1b","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-10a7aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:39.530100809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"958b07d8-9e51-44fe-a7e6-dcea6de5ac10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:39.55123197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"default-tenant","reconcileID":"ea343a1f-2249-46e3-a967-77df92891c1b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-10a7aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:39.602854169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"default-tenant","reconcileID":"ea343a1f-2249-46e3-a967-77df92891c1b","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-10a7aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:39.65573743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"default-tenant","reconcileID":"ea343a1f-2249-46e3-a967-77df92891c1b","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-10a7aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:39.670821545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"c3f9a33a-8c56-4d38-93b0-975ba9064be3","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:39.671942506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-detach-ba2f9e-access","reconcileID":"72bd017d-85c6-466d-8d33-37dc1c5229e9","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:39.707512274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"default-tenant","reconcileID":"ea343a1f-2249-46e3-a967-77df92891c1b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-10a7aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:39.7282636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"c3f9a33a-8c56-4d38-93b0-975ba9064be3","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:39.728496187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-detach-ba2f9e-access","reconcileID":"72bd017d-85c6-466d-8d33-37dc1c5229e9","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:39.759382182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-10a7aa"},"namespace":"ai-tenant-e2e-worker-w0-10a7aa","name":"default-tenant","reconcileID":"ea343a1f-2249-46e3-a967-77df92891c1b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-10a7aa","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:40.588103739Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-10a7aa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-10a7aa","reconcileID":"6648a9bb-067a-4964-9e7a-102254a99671","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-10a7aa","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-10a7aa"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:41.770413699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3626245f-2df4-4633-a4c3-5427deb6ffc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:41.822716668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3626245f-2df4-4633-a4c3-5427deb6ffc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:41.874709699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3626245f-2df4-4633-a4c3-5427deb6ffc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:41.926606196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3626245f-2df4-4633-a4c3-5427deb6ffc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:43.884846675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76adc5db-ef2d-4bf0-943e-880fdbcd708b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:43.936893665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76adc5db-ef2d-4bf0-943e-880fdbcd708b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:43.98879525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76adc5db-ef2d-4bf0-943e-880fdbcd708b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:44.040975647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76adc5db-ef2d-4bf0-943e-880fdbcd708b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:49.544149778Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-ba2f9e-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-detach-ba2f9e-sub","reconcileID":"103d657b-eaee-4de1-8792-13bea3aee192","MaaSSubscription":{"name":"e2e-att-detach-ba2f9e-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"model":"e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e","subscription":"e2e-att-detach-ba2f9e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:49.649855416Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-ba2f9e-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-detach-ba2f9e-sub","reconcileID":"103d657b-eaee-4de1-8792-13bea3aee192","MaaSSubscription":{"name":"e2e-att-detach-ba2f9e-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"model":"e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:49.702335917Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-ba2f9e-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-detach-ba2f9e-sub","reconcileID":"103d657b-eaee-4de1-8792-13bea3aee192","MaaSSubscription":{"name":"e2e-att-detach-ba2f9e-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"maas-trlp-e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f","model":"e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:50.043016913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"f6d7db70-83a5-4ee6-9b64-7ad7ccd4203a","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"tenant":"e2e-extmod-b-d7412d","gateway":"openshift-ingress/e2e-extmod-b-d7412d","model":"e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:50.0430439Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"f6d7db70-83a5-4ee6-9b64-7ad7ccd4203a","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"routeName":"external-model-e2e-att-detach-ba2f9e-1dd215d7d95f","namespace":"e2e-extmod-att-user-b44c4f","model":"e2e-att-detach-ba2f9e","externalModel":"e2e-att-detach-ba2f9e","provider":"e2e-att-detach-ba2f9e-provider","gateway":"openshift-ingress/e2e-extmod-b-d7412d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:50.14739286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"8f4e0179-13f3-4428-9890-fe1009606e4a","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:50.14769752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-detach-ba2f9e-access","reconcileID":"200df10c-d66d-4ea8-acc9-8004c51d35bc","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:50.204646287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-detach-ba2f9e-access","reconcileID":"200df10c-d66d-4ea8-acc9-8004c51d35bc","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:50.204658255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"8f4e0179-13f3-4428-9890-fe1009606e4a","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:50.2068578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"80a4df54-9f1a-440a-8240-bf04a4eb0d5b","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"tenant":"e2e-extmod-b-d7412d","gateway":"openshift-ingress/e2e-extmod-b-d7412d","model":"e2e-extmod-att-user-b44c4f/e2e-att-unrel-2d87b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:50.206873841Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"80a4df54-9f1a-440a-8240-bf04a4eb0d5b","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"routeName":"external-model-e2e-att-unrel-2d87b9-895770b04fad","namespace":"e2e-extmod-att-user-b44c4f","model":"e2e-att-unrel-2d87b9","externalModel":"e2e-att-unrel-2d87b9","provider":"e2e-att-unrel-2d87b9-provider","gateway":"openshift-ingress/e2e-extmod-b-d7412d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:50.311044102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"ff76af67-f08d-42f0-a7ab-8b43007b01cb","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"tenant":"e2e-extmod-b-d7412d","gateway":"openshift-ingress/e2e-extmod-b-d7412d","model":"e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:50.311069872Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"ff76af67-f08d-42f0-a7ab-8b43007b01cb","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"routeName":"external-model-e2e-att-detach-ba2f9e-1dd215d7d95f","namespace":"e2e-extmod-att-user-b44c4f","model":"e2e-att-detach-ba2f9e","externalModel":"e2e-att-detach-ba2f9e","provider":"e2e-att-detach-ba2f9e-provider","gateway":"openshift-ingress/e2e-extmod-b-d7412d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:50.464528172Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-detach-ba2f9e-access","reconcileID":"141baf10-7bf9-4f0f-8e12-6094b137c220","MaaSAuthPolicy":{"name":"e2e-att-detach-ba2f9e-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"model":"e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:50.725033929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"4ae7843e-fc4c-4a9e-95aa-c2e674682394","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"tenant":"e2e-extmod-b-d7412d","gateway":"openshift-ingress/e2e-extmod-b-d7412d","model":"e2e-extmod-att-user-b44c4f/e2e-att-detach-ba2f9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:50.725061026Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"4ae7843e-fc4c-4a9e-95aa-c2e674682394","MaaSModelRef":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"routeName":"external-model-e2e-att-detach-ba2f9e-1dd215d7d95f","namespace":"e2e-extmod-att-user-b44c4f","model":"e2e-att-detach-ba2f9e","externalModel":"e2e-att-detach-ba2f9e","provider":"e2e-att-detach-ba2f9e-provider","gateway":"openshift-ingress/e2e-extmod-b-d7412d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:51.283963415Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"0647a95f-c109-4467-82c6-4cc7785cc4cc","namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:51.389684968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"9f420d8f-2adc-4912-99dc-a91f159e69e0","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:51.393167923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"40c1ad04-cbee-4424-a668-ebb84751f083","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"tenant":"e2e-extmod-b-d7412d","gateway":"openshift-ingress/e2e-extmod-b-d7412d","model":"e2e-extmod-att-user-b44c4f/e2e-att-unrel-2d87b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:51.393220275Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"40c1ad04-cbee-4424-a668-ebb84751f083","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"routeName":"external-model-e2e-att-unrel-2d87b9-895770b04fad","namespace":"e2e-extmod-att-user-b44c4f","model":"e2e-att-unrel-2d87b9","externalModel":"e2e-att-unrel-2d87b9","provider":"e2e-att-unrel-2d87b9-provider","gateway":"openshift-ingress/e2e-extmod-b-d7412d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:51.440687543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"292b7cdb-6f8e-4928-8e8b-129cb7c34edf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:51.440900085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c57cda6-5601-4865-ae82-f6467d58d1a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:51.440695103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0441cb25-4651-4e4d-bfc6-f0c8887a2a8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:51.4413826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"a35a0034-89b1-437d-83dc-30a7bd0bca41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:51.447340572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"9f420d8f-2adc-4912-99dc-a91f159e69e0","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:51.498390773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"292b7cdb-6f8e-4928-8e8b-129cb7c34edf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:51.498432184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0441cb25-4651-4e4d-bfc6-f0c8887a2a8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:51.500708707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c57cda6-5601-4865-ae82-f6467d58d1a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:51.501344158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"a35a0034-89b1-437d-83dc-30a7bd0bca41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:51.602611534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-2d87b9-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-sub","reconcileID":"849a3b41-a403-4656-a50a-ed4b2e37eedf","MaaSSubscription":{"name":"e2e-att-unrel-2d87b9-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"maas-trlp-e2e-att-unrel-2d87b9","model":"e2e-extmod-att-user-b44c4f/e2e-att-unrel-2d87b9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:51.778026672Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-ba2f9e","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","reconcileID":"c2072f65-d7b6-41ce-bd18-822dc89d4756","namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-detach-ba2f9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:51.811592341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"6952b97d-d0ff-416a-bdfe-e5615dc5d47f","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:51.868259214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"6952b97d-d0ff-416a-bdfe-e5615dc5d47f","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:51.965053721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6aa0258-0408-4321-8300-acc8bafb537f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:51.965066403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"823e5a41-fcdb-4752-b5fb-1c495eeec96d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:51.965522494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7be2d950-134b-4eb0-a4aa-ff990533bb2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:51.965579826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"01a22973-cb53-46c5-bf05-c7d01191dbf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:52.02224829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6aa0258-0408-4321-8300-acc8bafb537f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:52.02277144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"01a22973-cb53-46c5-bf05-c7d01191dbf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:52.024466206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"823e5a41-fcdb-4752-b5fb-1c495eeec96d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:52.02491363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7be2d950-134b-4eb0-a4aa-ff990533bb2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:52.232988643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"fe89fc06-6ce3-4381-9407-7a6bf74ebc49","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:52.289851186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"fe89fc06-6ce3-4381-9407-7a6bf74ebc49","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:52.389863103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"a559ea27-c47d-4b05-9c0f-23af5430a2ca","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"tenant":"e2e-extmod-b-d7412d","gateway":"openshift-ingress/e2e-extmod-b-d7412d","model":"e2e-extmod-att-user-b44c4f/e2e-att-unrel-2d87b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:52.389892794Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"a559ea27-c47d-4b05-9c0f-23af5430a2ca","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"routeName":"external-model-e2e-att-unrel-2d87b9-895770b04fad","namespace":"e2e-extmod-att-user-b44c4f","model":"e2e-att-unrel-2d87b9","externalModel":"e2e-att-unrel-2d87b9","provider":"e2e-att-unrel-2d87b9-provider","gateway":"openshift-ingress/e2e-extmod-b-d7412d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:52.551676637Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-2d87b9-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-sub","reconcileID":"885b82f8-adaa-41b7-bac7-2921c6701448","MaaSSubscription":{"name":"e2e-att-unrel-2d87b9-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-009adcdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:52.655863745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"4072deaa-21c0-4aa6-9ed2-a35c61508e26","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:52.712939747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"4072deaa-21c0-4aa6-9ed2-a35c61508e26","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:02.60370229Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-2d87b9-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-sub","reconcileID":"b2458cbf-5ad1-411d-82b1-95039bf1ac0b","MaaSSubscription":{"name":"e2e-att-unrel-2d87b9-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"model":"e2e-extmod-att-user-b44c4f/e2e-att-unrel-2d87b9","subscription":"e2e-att-unrel-2d87b9-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:02.708254526Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-2d87b9-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-sub","reconcileID":"b2458cbf-5ad1-411d-82b1-95039bf1ac0b","MaaSSubscription":{"name":"e2e-att-unrel-2d87b9-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"model":"e2e-extmod-att-user-b44c4f/e2e-att-unrel-2d87b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:02.763071884Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-2d87b9-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-sub","reconcileID":"b2458cbf-5ad1-411d-82b1-95039bf1ac0b","MaaSSubscription":{"name":"e2e-att-unrel-2d87b9-sub","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"maas-trlp-e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f","model":"e2e-extmod-att-user-b44c4f/e2e-att-unrel-2d87b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:03.087040102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"4b96af29-120f-4fe4-ae94-f239aeac57b1","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"tenant":"e2e-extmod-b-d7412d","gateway":"openshift-ingress/e2e-extmod-b-d7412d","model":"e2e-extmod-att-user-b44c4f/e2e-att-unrel-2d87b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:03.087070488Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"4b96af29-120f-4fe4-ae94-f239aeac57b1","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"routeName":"external-model-e2e-att-unrel-2d87b9-895770b04fad","namespace":"e2e-extmod-att-user-b44c4f","model":"e2e-att-unrel-2d87b9","externalModel":"e2e-att-unrel-2d87b9","provider":"e2e-att-unrel-2d87b9-provider","gateway":"openshift-ingress/e2e-extmod-b-d7412d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:03.138786381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"6a2c8174-6c6f-460c-bab1-065cc65cee1f","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:03.19630237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"6a2c8174-6c6f-460c-bab1-065cc65cee1f","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:03.262284522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"cf4d7b13-32c5-4dd4-aad6-0a72c55ec844","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"tenant":"e2e-extmod-b-d7412d","gateway":"openshift-ingress/e2e-extmod-b-d7412d","model":"e2e-extmod-att-user-b44c4f/e2e-att-unrel-2d87b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:03.26231415Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"cf4d7b13-32c5-4dd4-aad6-0a72c55ec844","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"routeName":"external-model-e2e-att-unrel-2d87b9-895770b04fad","namespace":"e2e-extmod-att-user-b44c4f","model":"e2e-att-unrel-2d87b9","externalModel":"e2e-att-unrel-2d87b9","provider":"e2e-att-unrel-2d87b9-provider","gateway":"openshift-ingress/e2e-extmod-b-d7412d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:03.456859118Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"ead682cb-fd39-4266-b035-7d2b7afeb7f3","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"model":"e2e-extmod-att-user-b44c4f/e2e-att-unrel-2d87b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:03.67341491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"ead682cb-fd39-4266-b035-7d2b7afeb7f3","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:03.8016584Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"ead682cb-fd39-4266-b035-7d2b7afeb7f3","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"name":"e2e-extmod-b-d7412d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:03.801686451Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"e2e-att-unrel-2d87b9-access","reconcileID":"ead682cb-fd39-4266-b035-7d2b7afeb7f3","MaaSAuthPolicy":{"name":"e2e-att-unrel-2d87b9-access","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d7412d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:03.913209479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"79656989-87c8-4bef-a59e-9b3b4818742e","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"tenant":"e2e-extmod-b-d7412d","gateway":"openshift-ingress/e2e-extmod-b-d7412d","model":"e2e-extmod-att-user-b44c4f/e2e-att-unrel-2d87b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:03.913245099Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"79656989-87c8-4bef-a59e-9b3b4818742e","MaaSModelRef":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"routeName":"external-model-e2e-att-unrel-2d87b9-895770b04fad","namespace":"e2e-extmod-att-user-b44c4f","model":"e2e-att-unrel-2d87b9","externalModel":"e2e-att-unrel-2d87b9","provider":"e2e-att-unrel-2d87b9-provider","gateway":"openshift-ingress/e2e-extmod-b-d7412d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:04.500581909Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"803fa7ef-8964-42a5-9261-a834b6585477","namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:04.656374507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"aaa508bd-92e5-472b-9adb-ab4db89df675","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:04.656515017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6eb3a080-b111-4c1b-90be-8155feddd737","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:04.65637299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"6c3d8cc1-2b30-4f3a-9784-4d011ba79a38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:04.65680965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d1a6e57-c18e-4a3c-ac7b-e801e9b96ed3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:04.665591769Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:04.714101953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6eb3a080-b111-4c1b-90be-8155feddd737","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:04.714457562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"6c3d8cc1-2b30-4f3a-9784-4d011ba79a38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:04.716397227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d1a6e57-c18e-4a3c-ac7b-e801e9b96ed3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:04.7167413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"aaa508bd-92e5-472b-9adb-ab4db89df675","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:05.000677574Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-2d87b9","namespace":"e2e-extmod-att-user-b44c4f"},"namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","reconcileID":"233c7e47-3184-4651-9ec7-5578c7a9616b","namespace":"e2e-extmod-att-user-b44c4f","name":"e2e-att-unrel-2d87b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:05.15582553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"6ae56bda-b257-49b9-a0af-2f4a8b594571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:05.156155261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"abfef8ea-3953-4ff5-9c95-c725ac8cdf5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:05.155825527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ee5fab0-08ee-4840-9659-449f07f263d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:05.156707544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"03f80498-6cc0-497e-9846-087572c5ffd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:05.215043394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"abfef8ea-3953-4ff5-9c95-c725ac8cdf5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:05.215034552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ee5fab0-08ee-4840-9659-449f07f263d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:05.220120101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"6ae56bda-b257-49b9-a0af-2f4a8b594571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:05.220840409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"03f80498-6cc0-497e-9846-087572c5ffd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:19.116749359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86bf5b76-24ab-4fa1-8099-d124ac7c69f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:19.168877525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86bf5b76-24ab-4fa1-8099-d124ac7c69f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:19.221123602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86bf5b76-24ab-4fa1-8099-d124ac7c69f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:19.273148781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86bf5b76-24ab-4fa1-8099-d124ac7c69f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:21.182801323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44e759d5-84e8-4813-a2e7-4a1f433985f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:21.234694921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44e759d5-84e8-4813-a2e7-4a1f433985f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:21.28682494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44e759d5-84e8-4813-a2e7-4a1f433985f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:21.338634109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44e759d5-84e8-4813-a2e7-4a1f433985f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:23.269967168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48edbbf6-2bd8-4cdf-b530-a1dcf78e0ae7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:23.321973992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48edbbf6-2bd8-4cdf-b530-a1dcf78e0ae7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:23.373888478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48edbbf6-2bd8-4cdf-b530-a1dcf78e0ae7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:23.425625977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48edbbf6-2bd8-4cdf-b530-a1dcf78e0ae7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:24.494828892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"2c09c80f-bc93-48fa-becd-5144ee94f197","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:24.670006187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"13bd60b1-91e5-4682-87e5-f86671987127","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:24.788997399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c753cdcc-3d6f-4b93-b941-60bb5e2bcf9b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:24.907723965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"725a1512-9555-4fa3-bb9f-2c52563362b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:34.666370273Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:38.071490191Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3853b6"},"namespace":"ai-tenant-e2e-extmod-a-3853b6","name":"default-tenant","reconcileID":"33302141-f1ff-4277-8f77-d245f2843e92","namespace":"ai-tenant-e2e-extmod-a-3853b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:38.071551233Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3853b6"},"namespace":"ai-tenant-e2e-extmod-a-3853b6","name":"default-tenant","reconcileID":"33302141-f1ff-4277-8f77-d245f2843e92","namespace":"ai-tenant-e2e-extmod-a-3853b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:38.071599015Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3853b6"},"namespace":"ai-tenant-e2e-extmod-a-3853b6","name":"default-tenant","reconcileID":"33302141-f1ff-4277-8f77-d245f2843e92","tenant":"e2e-extmod-a-3853b6","tenantID":"e2e-extmod-a-3853b6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:38.125716739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3853b6"},"namespace":"ai-tenant-e2e-extmod-a-3853b6","name":"default-tenant","reconcileID":"33302141-f1ff-4277-8f77-d245f2843e92","gvk":"Deployment","name":"maas-api-e2e-extmod-a-3853b6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:38.185591538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3853b6"},"namespace":"ai-tenant-e2e-extmod-a-3853b6","name":"default-tenant","reconcileID":"33302141-f1ff-4277-8f77-d245f2843e92","gvk":"Service","name":"maas-api-e2e-extmod-a-3853b6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:38.245607657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3853b6"},"namespace":"ai-tenant-e2e-extmod-a-3853b6","name":"default-tenant","reconcileID":"33302141-f1ff-4277-8f77-d245f2843e92","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-3853b6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:38.302006368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3853b6"},"namespace":"ai-tenant-e2e-extmod-a-3853b6","name":"default-tenant","reconcileID":"33302141-f1ff-4277-8f77-d245f2843e92","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-3853b6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:38.3566221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3853b6"},"namespace":"ai-tenant-e2e-extmod-a-3853b6","name":"default-tenant","reconcileID":"33302141-f1ff-4277-8f77-d245f2843e92","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-3853b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:38.410878061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3853b6"},"namespace":"ai-tenant-e2e-extmod-a-3853b6","name":"default-tenant","reconcileID":"33302141-f1ff-4277-8f77-d245f2843e92","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-3853b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:38.4676462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3853b6"},"namespace":"ai-tenant-e2e-extmod-a-3853b6","name":"default-tenant","reconcileID":"33302141-f1ff-4277-8f77-d245f2843e92","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-3853b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:38.522394042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3853b6"},"namespace":"ai-tenant-e2e-extmod-a-3853b6","name":"default-tenant","reconcileID":"33302141-f1ff-4277-8f77-d245f2843e92","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-3853b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:38.574363645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3853b6"},"namespace":"ai-tenant-e2e-extmod-a-3853b6","name":"default-tenant","reconcileID":"33302141-f1ff-4277-8f77-d245f2843e92","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-3853b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:38.625967058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3853b6"},"namespace":"ai-tenant-e2e-extmod-a-3853b6","name":"default-tenant","reconcileID":"33302141-f1ff-4277-8f77-d245f2843e92","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-3853b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:38.677765868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3853b6"},"namespace":"ai-tenant-e2e-extmod-a-3853b6","name":"default-tenant","reconcileID":"33302141-f1ff-4277-8f77-d245f2843e92","gvk":"Service","name":"payload-processing-e2e-extmod-a-3853b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:38.729787806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3853b6"},"namespace":"ai-tenant-e2e-extmod-a-3853b6","name":"default-tenant","reconcileID":"33302141-f1ff-4277-8f77-d245f2843e92","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-3853b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:38.781545454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3853b6"},"namespace":"ai-tenant-e2e-extmod-a-3853b6","name":"default-tenant","reconcileID":"33302141-f1ff-4277-8f77-d245f2843e92","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-3853b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:38.833347501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3853b6"},"namespace":"ai-tenant-e2e-extmod-a-3853b6","name":"default-tenant","reconcileID":"33302141-f1ff-4277-8f77-d245f2843e92","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-3853b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:38.885099502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3853b6"},"namespace":"ai-tenant-e2e-extmod-a-3853b6","name":"default-tenant","reconcileID":"33302141-f1ff-4277-8f77-d245f2843e92","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-3853b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:38.940895549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3853b6"},"namespace":"ai-tenant-e2e-extmod-a-3853b6","name":"default-tenant","reconcileID":"33302141-f1ff-4277-8f77-d245f2843e92","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-3853b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:38.992592354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3853b6"},"namespace":"ai-tenant-e2e-extmod-a-3853b6","name":"default-tenant","reconcileID":"33302141-f1ff-4277-8f77-d245f2843e92","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-3853b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:39.044251665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3853b6"},"namespace":"ai-tenant-e2e-extmod-a-3853b6","name":"default-tenant","reconcileID":"33302141-f1ff-4277-8f77-d245f2843e92","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-3853b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:39.095709065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3853b6"},"namespace":"ai-tenant-e2e-extmod-a-3853b6","name":"default-tenant","reconcileID":"33302141-f1ff-4277-8f77-d245f2843e92","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-3853b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:39.147280515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3853b6"},"namespace":"ai-tenant-e2e-extmod-a-3853b6","name":"default-tenant","reconcileID":"33302141-f1ff-4277-8f77-d245f2843e92","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-3853b6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:39.958359019Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-3853b6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-3853b6","reconcileID":"4994b5e3-2ebc-471e-83af-782cc240b5c2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-3853b6","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-3853b6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:41.074743451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b3e68eb-0947-4ac2-a52e-2017627815f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:41.126657969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b3e68eb-0947-4ac2-a52e-2017627815f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:41.185073527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b3e68eb-0947-4ac2-a52e-2017627815f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:41.237230183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b3e68eb-0947-4ac2-a52e-2017627815f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:43.186348414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b260b6b-6aee-4b55-939e-e9fd4bb8a74a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:43.238381387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b260b6b-6aee-4b55-939e-e9fd4bb8a74a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:43.290666092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b260b6b-6aee-4b55-939e-e9fd4bb8a74a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:43.342487081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b260b6b-6aee-4b55-939e-e9fd4bb8a74a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:44.794902026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1020352d-888d-4040-9ca3-449231488df5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:44.895217985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"594ad98d-8d3b-4f7e-ac69-00f5ff3e296e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:45.026056805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"984b3f60-6f1d-4c2d-bf46-640636e9b60e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:45.140000923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"db2a5ffe-351f-40c0-aff7-70c090adfd11","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:48.369892803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d453f99f-6066-4497-9a4c-2de4cbed7b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:48.422007313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d453f99f-6066-4497-9a4c-2de4cbed7b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:48.474009413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d453f99f-6066-4497-9a4c-2de4cbed7b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:48.526161419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d453f99f-6066-4497-9a4c-2de4cbed7b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:50.468541391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d19cfe4-3c88-42c9-bdff-5b5bed2a53fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:50.520530316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d19cfe4-3c88-42c9-bdff-5b5bed2a53fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:50.572581101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d19cfe4-3c88-42c9-bdff-5b5bed2a53fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:50.624602383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d19cfe4-3c88-42c9-bdff-5b5bed2a53fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:53.955824815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ef23b697-ef0a-4c54-a5f3-36d5ef367cc4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:54.056602811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"cc17caf5-d536-4a4b-b418-bbb7e5a8fece","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:54.073500929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"64940086-24f7-4839-8764-c99319f6092e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:54.157706016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"4a63b41d-7576-4ded-a0a6-0193e51f73cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:04.666260039Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:08.617054869Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"default-tenant","reconcileID":"996e87cb-1e4b-4045-8426-fe11286105f9","namespace":"ai-tenant-e2e-extmod-b-d7412d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:08.617118642Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"default-tenant","reconcileID":"996e87cb-1e4b-4045-8426-fe11286105f9","namespace":"ai-tenant-e2e-extmod-b-d7412d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:08.617167432Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"default-tenant","reconcileID":"996e87cb-1e4b-4045-8426-fe11286105f9","tenant":"e2e-extmod-b-d7412d","tenantID":"e2e-extmod-b-d7412d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:08.671532376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"default-tenant","reconcileID":"996e87cb-1e4b-4045-8426-fe11286105f9","gvk":"Deployment","name":"maas-api-e2e-extmod-b-d7412d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:08.731705569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"default-tenant","reconcileID":"996e87cb-1e4b-4045-8426-fe11286105f9","gvk":"Service","name":"maas-api-e2e-extmod-b-d7412d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:08.791244467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"default-tenant","reconcileID":"996e87cb-1e4b-4045-8426-fe11286105f9","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-d7412d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:08.845105131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"default-tenant","reconcileID":"996e87cb-1e4b-4045-8426-fe11286105f9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-d7412d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:08.901512126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"default-tenant","reconcileID":"996e87cb-1e4b-4045-8426-fe11286105f9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-d7412d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:08.957791352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"default-tenant","reconcileID":"996e87cb-1e4b-4045-8426-fe11286105f9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-d7412d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:09.015647864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"default-tenant","reconcileID":"996e87cb-1e4b-4045-8426-fe11286105f9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-d7412d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:09.072469261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"default-tenant","reconcileID":"996e87cb-1e4b-4045-8426-fe11286105f9","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-d7412d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:09.123898793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"default-tenant","reconcileID":"996e87cb-1e4b-4045-8426-fe11286105f9","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-d7412d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:09.175387584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"default-tenant","reconcileID":"996e87cb-1e4b-4045-8426-fe11286105f9","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-d7412d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:09.227382632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"default-tenant","reconcileID":"996e87cb-1e4b-4045-8426-fe11286105f9","gvk":"Service","name":"payload-processing-e2e-extmod-b-d7412d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:09.278926736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"default-tenant","reconcileID":"996e87cb-1e4b-4045-8426-fe11286105f9","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-d7412d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:09.330600855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"default-tenant","reconcileID":"996e87cb-1e4b-4045-8426-fe11286105f9","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-d7412d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:09.382004845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"default-tenant","reconcileID":"996e87cb-1e4b-4045-8426-fe11286105f9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-d7412d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:09.433740275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"default-tenant","reconcileID":"996e87cb-1e4b-4045-8426-fe11286105f9","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-d7412d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:09.489713713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"default-tenant","reconcileID":"996e87cb-1e4b-4045-8426-fe11286105f9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-d7412d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:09.541709606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"default-tenant","reconcileID":"996e87cb-1e4b-4045-8426-fe11286105f9","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-d7412d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:09.593301485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"default-tenant","reconcileID":"996e87cb-1e4b-4045-8426-fe11286105f9","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-d7412d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:09.645106887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"default-tenant","reconcileID":"996e87cb-1e4b-4045-8426-fe11286105f9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-d7412d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:09.696775606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d7412d"},"namespace":"ai-tenant-e2e-extmod-b-d7412d","name":"default-tenant","reconcileID":"996e87cb-1e4b-4045-8426-fe11286105f9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-d7412d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:10.524886924Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-d7412d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-d7412d","reconcileID":"59774bae-5a9c-4ad3-9809-9f8e3a84e770","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-d7412d","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-d7412d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:11.65472114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f03a84-96f4-483c-994d-542a883f65c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:11.707118304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f03a84-96f4-483c-994d-542a883f65c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:11.759244914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f03a84-96f4-483c-994d-542a883f65c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:11.811110856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f03a84-96f4-483c-994d-542a883f65c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:13.688273658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0484f6c0-eb52-4cb1-9556-63593cba4fda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:13.740257481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0484f6c0-eb52-4cb1-9556-63593cba4fda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:13.794887599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0484f6c0-eb52-4cb1-9556-63593cba4fda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:13.848299441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0484f6c0-eb52-4cb1-9556-63593cba4fda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:15.278103666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6c1cee2a-0b03-4010-931a-57824935693e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:15.377883204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"77dc817c-410e-444e-b1a2-e7aed6b3ba9e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:15.394062311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"eca0d488-1b64-41bb-98ec-0449b9453fed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:15.478092094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"09d00388-f4ff-4940-ac3f-e5c29202c440","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:19.392119555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c02b2a3b-6a00-49ad-87c7-d647743ac318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:19.444006265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c02b2a3b-6a00-49ad-87c7-d647743ac318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:19.495925613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c02b2a3b-6a00-49ad-87c7-d647743ac318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:19.548229582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c02b2a3b-6a00-49ad-87c7-d647743ac318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:21.473425948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f960e85-d7bf-40e9-89de-86424a75d646","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:21.525463598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f960e85-d7bf-40e9-89de-86424a75d646","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:21.57730511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f960e85-d7bf-40e9-89de-86424a75d646","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:21.629674562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f960e85-d7bf-40e9-89de-86424a75d646","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:23.569978902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32d50048-0797-4582-9db3-56422b186282","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:23.622106169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32d50048-0797-4582-9db3-56422b186282","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:23.673871257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32d50048-0797-4582-9db3-56422b186282","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:23.725714698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32d50048-0797-4582-9db3-56422b186282","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:23.832393448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"664ae7c0-f456-41f4-860c-9d057216e053","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:23.885079437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"1f914f5d-e45a-4a9e-9d9f-d80b518102dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:23.989134353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1796bbc9-6ca7-4b6d-ab78-3ea0f39915f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:24.09407463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"0c63062a-ef9e-4e09-b7b9-540bb338ab74","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:34.679914892Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.158579453Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"default-tenant","reconcileID":"61ead1dc-e0fe-4014-9f8b-11c39dccd34f","namespace":"ai-tenant-e2e-shared-a-w4-4743f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.158666425Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"default-tenant","reconcileID":"61ead1dc-e0fe-4014-9f8b-11c39dccd34f","namespace":"ai-tenant-e2e-shared-a-w4-4743f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.158730706Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"default-tenant","reconcileID":"61ead1dc-e0fe-4014-9f8b-11c39dccd34f","tenant":"e2e-shared-a-w4-4743f8","tenantID":"e2e-shared-a-w4-4743f8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.212976326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"default-tenant","reconcileID":"61ead1dc-e0fe-4014-9f8b-11c39dccd34f","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-4743f8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.280584052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"default-tenant","reconcileID":"61ead1dc-e0fe-4014-9f8b-11c39dccd34f","gvk":"Service","name":"maas-api-e2e-shared-a-w4-4743f8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.33807058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"default-tenant","reconcileID":"61ead1dc-e0fe-4014-9f8b-11c39dccd34f","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-4743f8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.39185887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"default-tenant","reconcileID":"61ead1dc-e0fe-4014-9f8b-11c39dccd34f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-4743f8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.448545066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"default-tenant","reconcileID":"61ead1dc-e0fe-4014-9f8b-11c39dccd34f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-4743f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.50354783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"default-tenant","reconcileID":"61ead1dc-e0fe-4014-9f8b-11c39dccd34f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-4743f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.560603265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"default-tenant","reconcileID":"61ead1dc-e0fe-4014-9f8b-11c39dccd34f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-4743f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.615110683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"default-tenant","reconcileID":"61ead1dc-e0fe-4014-9f8b-11c39dccd34f","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-4743f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.666833759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"default-tenant","reconcileID":"61ead1dc-e0fe-4014-9f8b-11c39dccd34f","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-4743f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.71847789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"default-tenant","reconcileID":"61ead1dc-e0fe-4014-9f8b-11c39dccd34f","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-4743f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.77011493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"default-tenant","reconcileID":"61ead1dc-e0fe-4014-9f8b-11c39dccd34f","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-4743f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.821701446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"default-tenant","reconcileID":"61ead1dc-e0fe-4014-9f8b-11c39dccd34f","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-4743f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.873005326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"default-tenant","reconcileID":"61ead1dc-e0fe-4014-9f8b-11c39dccd34f","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-4743f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.924371296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"default-tenant","reconcileID":"61ead1dc-e0fe-4014-9f8b-11c39dccd34f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-4743f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.976000573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"default-tenant","reconcileID":"61ead1dc-e0fe-4014-9f8b-11c39dccd34f","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-4743f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:45.031987643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"default-tenant","reconcileID":"61ead1dc-e0fe-4014-9f8b-11c39dccd34f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-4743f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:45.083492634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"default-tenant","reconcileID":"61ead1dc-e0fe-4014-9f8b-11c39dccd34f","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-4743f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:45.135376823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"default-tenant","reconcileID":"61ead1dc-e0fe-4014-9f8b-11c39dccd34f","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-4743f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:45.187120321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"default-tenant","reconcileID":"61ead1dc-e0fe-4014-9f8b-11c39dccd34f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-4743f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:45.239934038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-4743f8"},"namespace":"ai-tenant-e2e-shared-a-w4-4743f8","name":"default-tenant","reconcileID":"61ead1dc-e0fe-4014-9f8b-11c39dccd34f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-4743f8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:46.049637586Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-4743f8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-4743f8","reconcileID":"22f2b6bf-1b97-4847-bc9d-76fc4e63ac9c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-4743f8","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-4743f8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:47.175525294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16595cd9-0b2f-449b-8b05-67682823e1da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:47.227493325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16595cd9-0b2f-449b-8b05-67682823e1da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:47.279493782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16595cd9-0b2f-449b-8b05-67682823e1da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:47.331461474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16595cd9-0b2f-449b-8b05-67682823e1da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:49.272831022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a2db3d4-84cd-4e74-9c1c-c6c6d2c77aed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:49.324614885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a2db3d4-84cd-4e74-9c1c-c6c6d2c77aed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:49.376467718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a2db3d4-84cd-4e74-9c1c-c6c6d2c77aed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:49.42838474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a2db3d4-84cd-4e74-9c1c-c6c6d2c77aed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:50.502142993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7d56f4fd-b0e9-433a-aa78-f20f79320f39","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:50.619742815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"93b7c2a6-b318-42ea-9bf9-1d19a5478d67","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:50.720493406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a5695a90-a60d-4017-a8f5-ceeefbd1152d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:50.820758072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"ecb1930c-f5a0-4445-8733-23b060a70c9d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:54.575603518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e979d05-f03e-411d-b647-7e7c3dc95a68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:54.627838814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e979d05-f03e-411d-b647-7e7c3dc95a68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:54.679849905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e979d05-f03e-411d-b647-7e7c3dc95a68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:54.731720896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e979d05-f03e-411d-b647-7e7c3dc95a68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:56.674328329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11cd4232-a446-42ad-9bf9-5e26524e2bf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:56.726227032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11cd4232-a446-42ad-9bf9-5e26524e2bf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:56.778028177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11cd4232-a446-42ad-9bf9-5e26524e2bf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:56.829954031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11cd4232-a446-42ad-9bf9-5e26524e2bf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:58.61645963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2d12a804-bc21-4aca-a6d2-663f234f26a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:58.718327357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"5a9216be-0205-4c97-aa84-e457532c3f4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:58.817074458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"11ea78a2-6c95-41af-a94f-b6f94727e8b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:58.84894824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"047b7cfe-cccd-416d-9cf2-96489fc7743c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:04.666827706Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:14.59426435Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"default-tenant","reconcileID":"64080bba-1e49-4bc7-a976-3ccf163b1008","namespace":"ai-tenant-e2e-shared-b-w4-093220","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:14.594328013Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"default-tenant","reconcileID":"64080bba-1e49-4bc7-a976-3ccf163b1008","namespace":"ai-tenant-e2e-shared-b-w4-093220","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:14.594386092Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"default-tenant","reconcileID":"64080bba-1e49-4bc7-a976-3ccf163b1008","tenant":"e2e-shared-b-w4-093220","tenantID":"e2e-shared-b-w4-093220","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:14.650371417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"default-tenant","reconcileID":"64080bba-1e49-4bc7-a976-3ccf163b1008","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-093220","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:14.713089706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"default-tenant","reconcileID":"64080bba-1e49-4bc7-a976-3ccf163b1008","gvk":"Service","name":"maas-api-e2e-shared-b-w4-093220","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:14.768550467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"default-tenant","reconcileID":"64080bba-1e49-4bc7-a976-3ccf163b1008","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-093220","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:14.822952186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"default-tenant","reconcileID":"64080bba-1e49-4bc7-a976-3ccf163b1008","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-093220","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:14.884974847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"default-tenant","reconcileID":"64080bba-1e49-4bc7-a976-3ccf163b1008","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-093220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:14.946029419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"default-tenant","reconcileID":"64080bba-1e49-4bc7-a976-3ccf163b1008","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-093220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:15.004438633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"default-tenant","reconcileID":"64080bba-1e49-4bc7-a976-3ccf163b1008","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-093220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:15.059032352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"default-tenant","reconcileID":"64080bba-1e49-4bc7-a976-3ccf163b1008","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-093220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:15.111024541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"default-tenant","reconcileID":"64080bba-1e49-4bc7-a976-3ccf163b1008","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-093220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:15.16275411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"default-tenant","reconcileID":"64080bba-1e49-4bc7-a976-3ccf163b1008","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-093220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:15.214895384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"default-tenant","reconcileID":"64080bba-1e49-4bc7-a976-3ccf163b1008","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-093220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:15.26676997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"default-tenant","reconcileID":"64080bba-1e49-4bc7-a976-3ccf163b1008","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-093220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:15.31859722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"default-tenant","reconcileID":"64080bba-1e49-4bc7-a976-3ccf163b1008","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-093220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:15.370344504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"default-tenant","reconcileID":"64080bba-1e49-4bc7-a976-3ccf163b1008","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-093220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:15.424024787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"default-tenant","reconcileID":"64080bba-1e49-4bc7-a976-3ccf163b1008","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-093220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:15.480270609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"default-tenant","reconcileID":"64080bba-1e49-4bc7-a976-3ccf163b1008","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-093220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:15.531917038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"default-tenant","reconcileID":"64080bba-1e49-4bc7-a976-3ccf163b1008","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-093220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:15.58353364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"default-tenant","reconcileID":"64080bba-1e49-4bc7-a976-3ccf163b1008","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-093220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:15.635359163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"default-tenant","reconcileID":"64080bba-1e49-4bc7-a976-3ccf163b1008","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-093220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:15.687173304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-093220"},"namespace":"ai-tenant-e2e-shared-b-w4-093220","name":"default-tenant","reconcileID":"64080bba-1e49-4bc7-a976-3ccf163b1008","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-093220","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:16.497464537Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-093220","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-093220","reconcileID":"2c765ef5-ddd5-4c05-8d7b-4fb1a502bbd6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-093220","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-093220"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:17.610091581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1af8b43c-3635-4aa8-b7b5-ae90f555958c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:17.662324367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1af8b43c-3635-4aa8-b7b5-ae90f555958c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:17.714229298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1af8b43c-3635-4aa8-b7b5-ae90f555958c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:17.765969303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1af8b43c-3635-4aa8-b7b5-ae90f555958c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:19.674547553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ad30260-097a-427e-8a10-dbaa20388381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:19.727528975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ad30260-097a-427e-8a10-dbaa20388381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:19.779585894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ad30260-097a-427e-8a10-dbaa20388381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:19.831843197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ad30260-097a-427e-8a10-dbaa20388381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:20.720581471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"61cfbb78-ea9e-4e97-a3c8-06cf97d35f76","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:20.820930905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"0c27e0e6-1b3f-48aa-b208-0563a8a76682","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:20.84185779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"5d4650c2-5352-48a0-a0cb-5dec61928c60","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:21.010549431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"59765e00-4828-4d10-9ee2-130541f2a71e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:24.345289739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"d51782b8-37f9-4a00-a1e4-1b03febcd7ce","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"premium-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"premium-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:24.396985503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"b462bb32-e6d2-40e4-b96d-a48d52f1b76d","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"distinct-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"distinct-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:24.451499704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"fc6bfe9a-5ee5-4c83-91a9-7709c9657317","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"distinct-2-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"distinct-2-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:24.451825512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"2ab1af50-9b35-4e8d-aebb-fe7f782e8ae0","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:24.511609312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"9a6af82f-f2cf-433d-9f27-5b611606b961","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:24.511924123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"0b035d64-959b-47b9-b5ed-44d71de198c4","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"premium-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"premium-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:24.512172023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"2af4a89e-5211-4d59-9909-5f18ff1902c5","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"distinct-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"distinct-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:24.512384102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"23799e06-1cb0-48e1-b8ae-03a15c9fd549","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"distinct-2-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"distinct-2-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:24.610327538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"6a3b006b-c70c-4d3c-a8db-ea1fb440e493","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:24.610572399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"87fe6559-2236-4769-953d-a2f476b98f70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:24.619334444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"0459e2e4-3176-4b5d-a44f-efe892eca39a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:24.620516346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"9ccf46c6-520b-4097-a4e0-3ceca067f827","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:24.667304932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"6a3b006b-c70c-4d3c-a8db-ea1fb440e493","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:24.669595736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"87fe6559-2236-4769-953d-a2f476b98f70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:24.981778771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"80afa8e6-53b4-423a-8e4b-9c17ec855c9d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:24.981773785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"cba7167e-d68b-41cc-b7a3-65dd6dd75026","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:25.030145512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"5a92473e-7fde-45f7-969b-1fa221e61933","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:25.080927109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"d4eb843e-8aa4-47ff-9abb-62be1dc5efc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:25.086929227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"5a92473e-7fde-45f7-969b-1fa221e61933","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:25.137967362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"d4eb843e-8aa4-47ff-9abb-62be1dc5efc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:25.293556894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b059900c-151b-4055-86eb-ddc36bf555a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:25.345500288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b059900c-151b-4055-86eb-ddc36bf555a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:25.397284646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b059900c-151b-4055-86eb-ddc36bf555a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:25.449080176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b059900c-151b-4055-86eb-ddc36bf555a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:27.375509098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"febfcf9d-d1be-4eaf-a448-eee561bea024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:27.427275318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"febfcf9d-d1be-4eaf-a448-eee561bea024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:27.479323003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"febfcf9d-d1be-4eaf-a448-eee561bea024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:27.531480323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"febfcf9d-d1be-4eaf-a448-eee561bea024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:28.27579871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"1c5902b9-1c74-4167-9491-146d27822906","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:28.376163934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"f40fe715-dc1c-4643-b63f-5e8bff6a608b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:28.475779023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6c3652b9-4191-4b5b-be90-f4bd57a563d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:28.624798726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c0d73d40-9968-414f-b143-14987b3113a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:29.415918986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0bb6eb8-dcc6-4c04-a459-b3c47d55c716","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:29.467791239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0bb6eb8-dcc6-4c04-a459-b3c47d55c716","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:29.519720649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0bb6eb8-dcc6-4c04-a459-b3c47d55c716","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:29.572491105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0bb6eb8-dcc6-4c04-a459-b3c47d55c716","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:29.668546582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"93b91cfd-4ce4-4849-9ab8-f885c32224d1","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"distinct-2-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"distinct-2-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:30.004583489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"c26f5cab-22cf-42aa-9fa8-f353f0e0e01a","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"distinct-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"distinct-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:30.338242979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"45990f49-b05a-4819-b0f8-fb435d95afd6","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"premium-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"premium-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:30.548170441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"79260a77-c8ea-420a-8d5b-c8dcca22f3d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:30.552791732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"852fecbe-f81f-47c1-896e-7f5f3f888258","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:30.552810954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"81470315-ccdb-45d8-9bdf-87ec206200af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:30.610904665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"81470315-ccdb-45d8-9bdf-87ec206200af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:30.611301257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"852fecbe-f81f-47c1-896e-7f5f3f888258","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:30.675236498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"c8b21fe6-a7d9-4b50-b858-b18e98ce9245","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:30.733631769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"d4072446-94e3-4449-a08d-cda6d476e5d1","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"premium-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"premium-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:30.930949497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"811f6392-236e-494c-85ca-a76cebf95b71","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:31.033617933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"eaf2295c-2739-43a2-9520-3126744fed97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:31.033646023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"98d18241-2b4b-44c5-b9b5-76d697135def","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:31.034387863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"086984ed-94d1-4998-affa-fe43e7576034","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:31.090884826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"98d18241-2b4b-44c5-b9b5-76d697135def","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:31.090893501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"eaf2295c-2739-43a2-9520-3126744fed97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:31.09771935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"412fd707-02ee-4acc-8b66-47683afa6176","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:31.306898236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"5a3d9629-aa54-4ab3-b9cc-40262a605ad1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:34.66578537Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:34.941500556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"6e4e2b2b-c95c-4f34-bd12-574f49ae251d","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"distinct-2-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"distinct-2-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:34.941711471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"12de84ff-4498-4d4e-96b3-d842882cf5bf","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"distinct-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"distinct-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:34.941867781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"5cbea322-caed-4ed5-8335-66cbf00aa0d5","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"premium-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"premium-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:34.942094004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"6547bc8c-7ac5-45e8-9015-99535a1ba420","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:35.096164918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"983a4fe2-8c84-45c3-8738-30c0d8b50e9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:35.096230795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"f895f5c9-0b06-4b14-bca8-061331df8057","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:35.151103491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"161721f7-bbdd-4348-b20a-715585c2e459","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:35.151148406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"f73db018-421f-4c23-8d13-0bd6fab59ed5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:35.15376074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"983a4fe2-8c84-45c3-8738-30c0d8b50e9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:35.153799134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"f895f5c9-0b06-4b14-bca8-061331df8057","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:35.46584093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"79afab11-6350-4330-9143-5e5f80e23676","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:35.465868053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"de0273a4-abf6-4bfe-bba8-29a85df233e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:35.511989794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"9545a975-2736-4290-9b01-04df38346536","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:35.512084704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"c1230bc3-c13e-4b5b-975d-4ea73043408f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:35.565601605Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"default-tenant","reconcileID":"db3ae6aa-c96e-4a68-8f58-5db1882f3925","namespace":"ai-tenant-e2e-worker-w4-0144bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:35.565665943Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"default-tenant","reconcileID":"db3ae6aa-c96e-4a68-8f58-5db1882f3925","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:35.568943754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"c1230bc3-c13e-4b5b-975d-4ea73043408f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:35.568971314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"9545a975-2736-4290-9b01-04df38346536","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:35.622742211Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"default-tenant","reconcileID":"db3ae6aa-c96e-4a68-8f58-5db1882f3925","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:35.623153526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"db543b9d-0997-468f-a001-56b72d3ee28f","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:35.679490366Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"default-tenant","reconcileID":"db3ae6aa-c96e-4a68-8f58-5db1882f3925","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:35.679517029Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"default-tenant","reconcileID":"db3ae6aa-c96e-4a68-8f58-5db1882f3925","namespace":"ai-tenant-e2e-worker-w4-0144bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:35.679654575Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"default-tenant","reconcileID":"db3ae6aa-c96e-4a68-8f58-5db1882f3925","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:35.682401229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"1e80bb0e-4c19-4edc-b81b-ee5fc90307b8","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"premium-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"premium-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:35.735484087Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"default-tenant","reconcileID":"db3ae6aa-c96e-4a68-8f58-5db1882f3925","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:35.74009078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"a307822e-c66e-42ed-9ecd-6d498e9c8285","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:35.774151633Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"a2101007-94a6-4b10-af9e-d5e613237733","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:35.78427267Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"d8ce6950-b4d3-4e94-ac4e-43c8f224e062","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ff441ee3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:35.791997719Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"default-tenant","reconcileID":"db3ae6aa-c96e-4a68-8f58-5db1882f3925","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:35.797741023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"28789163-0abc-4feb-8552-22155bb50358","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"premium-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"premium-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:35.826663179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"b8bb5c7e-1f3b-4941-bc48-8913898a47ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:35.842408951Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"dacf2075-08bf-4f9d-9e0d-e06b81a9eeb1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-55a107ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:35.849472732Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"dbe229fb-abdd-42b8-9cc3-d2ae20d5fc9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ff441ee3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:35.88410298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"b8bb5c7e-1f3b-4941-bc48-8913898a47ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:35.905790955Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"a9871607-bd40-40d1-bf63-71ddac0763b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-55a107ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:36.027244163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"a2101007-94a6-4b10-af9e-d5e613237733","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:36.127639909Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"4e99cf03-4f9d-401a-9f81-4a4d836e6f4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:36.154461645Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"a2101007-94a6-4b10-af9e-d5e613237733","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:36.154487001Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-access","reconcileID":"a2101007-94a6-4b10-af9e-d5e613237733","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:36.211347153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"0cf338a9-f523-4090-b957-5db3f079d325","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:36.282544237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"4e99cf03-4f9d-401a-9f81-4a4d836e6f4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:36.339089002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"4e99cf03-4f9d-401a-9f81-4a4d836e6f4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"e2e-worker-w4-0144bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:36.339114204Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-access","reconcileID":"4e99cf03-4f9d-401a-9f81-4a4d836e6f4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0144bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:36.398539535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"73b866e5-e542-4c79-853c-ccb2e532e471","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"premium-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"premium-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:44.94213049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"8ef6268c-5ce0-4547-bef1-fdddc1f7f432","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"distinct-2-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"distinct-2-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:44.9424607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"6e9dade7-f311-4c32-a6c0-5fd1ccf61194","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"distinct-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"distinct-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:45.281358753Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"default-tenant","reconcileID":"f99d378a-8095-4a79-af81-cb2c9bdba7da","namespace":"ai-tenant-e2e-worker-w4-0144bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:45.281425754Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"default-tenant","reconcileID":"f99d378a-8095-4a79-af81-cb2c9bdba7da","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:45.335972254Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"default-tenant","reconcileID":"f99d378a-8095-4a79-af81-cb2c9bdba7da","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:45.390159251Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"default-tenant","reconcileID":"f99d378a-8095-4a79-af81-cb2c9bdba7da","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:45.390199546Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"default-tenant","reconcileID":"f99d378a-8095-4a79-af81-cb2c9bdba7da","namespace":"ai-tenant-e2e-worker-w4-0144bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:45.902368893Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"69e2bb1a-994c-4ceb-a712-45a32466720d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:45.954805217Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"69e2bb1a-994c-4ceb-a712-45a32466720d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:45.958139506Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"c8e719d1-e936-4455-9180-d96721940ad1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.007103292Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"simulator-subscription","reconcileID":"69e2bb1a-994c-4ceb-a712-45a32466720d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.010346736Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"c8e719d1-e936-4455-9180-d96721940ad1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.062568747Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"premium-simulator-subscription","reconcileID":"c8e719d1-e936-4455-9180-d96721940ad1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"name":"maas-trlp-premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd","model":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.212449992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"0ea0212f-2a01-473a-aafc-70852c422494","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.395855268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"e78cef9a-9e46-470b-8f12-fbdcfcdd5569","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"simulator-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"simulator-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.399499573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"fa0f8329-5783-45ba-b0ab-7df6953f1d88","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"premium-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"premium-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.446802476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"64a589c6-d9f7-48f5-8762-9e0a48f1ccb3","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"routeName":"premium-w4-0144bd-kserve-route","namespace":"e2e-models-e2e-worker-w4-0144bd","llmisvcName":"premium-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:50.390594438Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"default-tenant","reconcileID":"15b94684-d3ed-4302-9678-2bf6ebb07c4f","namespace":"ai-tenant-e2e-worker-w4-0144bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:50.390655409Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"default-tenant","reconcileID":"15b94684-d3ed-4302-9678-2bf6ebb07c4f","namespace":"ai-tenant-e2e-worker-w4-0144bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:50.390725751Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"default-tenant","reconcileID":"15b94684-d3ed-4302-9678-2bf6ebb07c4f","tenant":"e2e-worker-w4-0144bd","tenantID":"e2e-worker-w4-0144bd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:50.447765449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"default-tenant","reconcileID":"15b94684-d3ed-4302-9678-2bf6ebb07c4f","gvk":"Deployment","name":"maas-api-e2e-worker-w4-0144bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:50.508347848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"default-tenant","reconcileID":"15b94684-d3ed-4302-9678-2bf6ebb07c4f","gvk":"Service","name":"maas-api-e2e-worker-w4-0144bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:50.571046099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"default-tenant","reconcileID":"15b94684-d3ed-4302-9678-2bf6ebb07c4f","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-0144bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:50.625494203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"default-tenant","reconcileID":"15b94684-d3ed-4302-9678-2bf6ebb07c4f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-0144bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:50.680644479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"default-tenant","reconcileID":"15b94684-d3ed-4302-9678-2bf6ebb07c4f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-0144bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:50.734963712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"default-tenant","reconcileID":"15b94684-d3ed-4302-9678-2bf6ebb07c4f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-0144bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:50.792143291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"default-tenant","reconcileID":"15b94684-d3ed-4302-9678-2bf6ebb07c4f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-0144bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:50.847502322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"default-tenant","reconcileID":"15b94684-d3ed-4302-9678-2bf6ebb07c4f","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-0144bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:50.899142685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"default-tenant","reconcileID":"15b94684-d3ed-4302-9678-2bf6ebb07c4f","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-0144bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:50.950960602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"default-tenant","reconcileID":"15b94684-d3ed-4302-9678-2bf6ebb07c4f","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-0144bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:51.002464752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"default-tenant","reconcileID":"15b94684-d3ed-4302-9678-2bf6ebb07c4f","gvk":"Service","name":"payload-processing-e2e-worker-w4-0144bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:51.054110517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"default-tenant","reconcileID":"15b94684-d3ed-4302-9678-2bf6ebb07c4f","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-0144bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:51.105896546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"default-tenant","reconcileID":"15b94684-d3ed-4302-9678-2bf6ebb07c4f","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-0144bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:51.157593379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"default-tenant","reconcileID":"15b94684-d3ed-4302-9678-2bf6ebb07c4f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-0144bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:51.209313671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"default-tenant","reconcileID":"15b94684-d3ed-4302-9678-2bf6ebb07c4f","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-0144bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:51.266802357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"default-tenant","reconcileID":"15b94684-d3ed-4302-9678-2bf6ebb07c4f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-0144bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:51.318468726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"default-tenant","reconcileID":"15b94684-d3ed-4302-9678-2bf6ebb07c4f","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-0144bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:51.370315275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"default-tenant","reconcileID":"15b94684-d3ed-4302-9678-2bf6ebb07c4f","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-0144bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:51.42225676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"default-tenant","reconcileID":"15b94684-d3ed-4302-9678-2bf6ebb07c4f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-0144bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:51.474065138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0144bd"},"namespace":"ai-tenant-e2e-worker-w4-0144bd","name":"default-tenant","reconcileID":"15b94684-d3ed-4302-9678-2bf6ebb07c4f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-0144bd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:52.286123301Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-0144bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-0144bd","reconcileID":"f77e864a-6ace-46b9-ab03-cca77505c074","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-0144bd","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-0144bd"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.447368361Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"dbd4ec2e-eff3-4037-9cbf-e765a9787074","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-2-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.557803022Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"dbd4ec2e-eff3-4037-9cbf-e765a9787074","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-2-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.557948931Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"120f19e4-a9d5-4051-82a6-4ea2b61ee105","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.615949185Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"120f19e4-a9d5-4051-82a6-4ea2b61ee105","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.616134997Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"9e611f7f-9a12-49f6-8ebd-2b07b041bb8d","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.673809154Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"9e611f7f-9a12-49f6-8ebd-2b07b041bb8d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.673994808Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"c9edd59b-47c1-435a-ae76-16a1f99edd5a","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.729598602Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"c9edd59b-47c1-435a-ae76-16a1f99edd5a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.729800551Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"3549eaf0-ad83-4246-8573-b8c2e2953990","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-2-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.7298657Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"3549eaf0-ad83-4246-8573-b8c2e2953990","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-2-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.729971669Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"8f4b7d05-27a1-4b7d-825a-eadc98d9f3fc","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.730017766Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"8f4b7d05-27a1-4b7d-825a-eadc98d9f3fc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.730117804Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"66c4d77c-fcb3-4890-8271-d33aad80923c","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.73016013Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"66c4d77c-fcb3-4890-8271-d33aad80923c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.735433879Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"ef5e252f-eff4-44a3-a89e-a82d903643a7","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.735480235Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"ef5e252f-eff4-44a3-a89e-a82d903643a7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.740769983Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"b6784238-3e04-4f52-baf7-65bb475e3678","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-2-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.740813089Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"b6784238-3e04-4f52-baf7-65bb475e3678","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-2-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.74089586Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"9183a1e7-253c-433e-b869-f5d0733c272d","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.740927654Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"9183a1e7-253c-433e-b869-f5d0733c272d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.740986507Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"4843250c-5410-4bf3-8930-9a8a30dd1f0a","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.741019607Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"4843250c-5410-4bf3-8930-9a8a30dd1f0a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.746028586Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"73f4997c-c0ee-4649-aee2-73197db23618","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.74607271Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"73f4997c-c0ee-4649-aee2-73197db23618","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.761358649Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"624da5ff-ecdd-412d-aa94-7a9290fbd56f","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-2-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.761408037Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"624da5ff-ecdd-412d-aa94-7a9290fbd56f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-2-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.761480042Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"453b9d20-f5fc-497d-ae19-ee67e08b0ece","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.761506781Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"453b9d20-f5fc-497d-ae19-ee67e08b0ece","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.761568694Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"c58e95e2-db8f-4b24-8e2d-cd6fd6627429","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.76159545Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"c58e95e2-db8f-4b24-8e2d-cd6fd6627429","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.766850464Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"8cc3b469-6107-4122-b48b-904c8cb5f11f","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.766899096Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"8cc3b469-6107-4122-b48b-904c8cb5f11f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.801858927Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"5e9b5cad-fe7a-4b82-9fe1-8939392d0f03","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-2-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.801920224Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"5e9b5cad-fe7a-4b82-9fe1-8939392d0f03","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-2-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.802010369Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"5211d547-6b38-42f1-bdaa-e186f420b467","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.802045447Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"5211d547-6b38-42f1-bdaa-e186f420b467","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.802117138Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"30e62097-16a2-4d33-a920-dd46cd9af319","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.802154874Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"30e62097-16a2-4d33-a920-dd46cd9af319","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:52.804523386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d541eae1-8312-4e3d-8e96-5f6b3817c756","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.807524398Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"a6c1783f-e71a-450c-accc-b50915237db7","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.807590087Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"a6c1783f-e71a-450c-accc-b50915237db7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.882661101Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"d5c58921-79e3-41a4-a6c3-921aa718bc86","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-2-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.882748586Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"d5c58921-79e3-41a4-a6c3-921aa718bc86","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-2-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.882878681Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"3de9d664-7313-4360-8f02-38870c297b8c","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.882927177Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"3de9d664-7313-4360-8f02-38870c297b8c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.883017297Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"b8fdf8c6-af22-4ab7-9ee9-231f5290906a","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.883065375Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"b8fdf8c6-af22-4ab7-9ee9-231f5290906a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.888261761Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"122136cc-e1c7-4903-81fc-d141a456e1b1","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:52.888314669Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"122136cc-e1c7-4903-81fc-d141a456e1b1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:52.92043316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"69254efa-77f4-4746-bd5a-b98029d39205","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:53.043234101Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"a73b5c3b-cac6-47b6-a63e-89c7dfdbcc49","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-2-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:53.043311521Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"a73b5c3b-cac6-47b6-a63e-89c7dfdbcc49","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-2-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:53.043458336Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"548ee658-ba25-4317-ae2c-fc15dfae750a","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:53.043510992Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"548ee658-ba25-4317-ae2c-fc15dfae750a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:53.043585522Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"9c5bdd7b-af69-4c03-9bf6-4d50e35d57db","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:53.043618247Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"9c5bdd7b-af69-4c03-9bf6-4d50e35d57db","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:53.049366057Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"666d7548-57f5-48f7-ad93-9053141333d3","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:53.049410543Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"666d7548-57f5-48f7-ad93-9053141333d3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:53.364515425Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"9bc723c4-8a25-44b8-b629-200deed60220","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-2-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:53.364592946Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"9bc723c4-8a25-44b8-b629-200deed60220","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-2-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:53.364671189Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"5a2eaaf7-a9c0-4446-8fe6-3106beb56713","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:53.364704623Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"5a2eaaf7-a9c0-4446-8fe6-3106beb56713","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:53.364774359Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"d39abac8-3d50-4a3a-ae3f-dceb6202be2a","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:53.364809914Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"d39abac8-3d50-4a3a-ae3f-dceb6202be2a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:53.370075865Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"a0ef7221-9642-4e63-ae0e-10acd9dca6b2","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:53.370135465Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"a0ef7221-9642-4e63-ae0e-10acd9dca6b2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:53.384444942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1f19217-42e4-4352-8d6b-35f7635ad7f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:53.437313413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1f19217-42e4-4352-8d6b-35f7635ad7f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:53.489172475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1f19217-42e4-4352-8d6b-35f7635ad7f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:53.54125164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1f19217-42e4-4352-8d6b-35f7635ad7f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:54.00571763Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"e4264249-6a3c-4e3d-af08-f46de09ec6dc","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-2-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:54.005798176Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"e4264249-6a3c-4e3d-af08-f46de09ec6dc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-2-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:54.005913132Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"dbfa2be4-760b-4af4-9a49-d95387c36410","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:54.005960131Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"dbfa2be4-760b-4af4-9a49-d95387c36410","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:54.006055704Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"f55d4d7e-6b68-400b-9fe8-57bc07bdff3d","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:54.006099994Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"f55d4d7e-6b68-400b-9fe8-57bc07bdff3d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:54.011079871Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"a1fea51b-8549-49f8-a265-cb4d3aed94dc","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:54.011132031Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"a1fea51b-8549-49f8-a265-cb4d3aed94dc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:55.286317594Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"1ce2e05f-d5d8-474e-a357-2e9464f30d42","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-2-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:55.286382991Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"1ce2e05f-d5d8-474e-a357-2e9464f30d42","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-2-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:55.286456748Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"bed6ff7b-5dd4-4eb8-b9a1-1b4a5280eb28","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:55.286491172Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"bed6ff7b-5dd4-4eb8-b9a1-1b4a5280eb28","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:55.286553824Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"5b8515cf-8191-4b03-9a2b-0d096005ef53","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:55.286584204Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"5b8515cf-8191-4b03-9a2b-0d096005ef53","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:55.291815316Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"8e69bf64-b919-4bfd-8d5c-69ab38c1f822","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:55.291870552Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"8e69bf64-b919-4bfd-8d5c-69ab38c1f822","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:55.483639022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a8d5fbf-46d9-4f47-aa9a-517110fbbeb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:55.535482333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a8d5fbf-46d9-4f47-aa9a-517110fbbeb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:55.587331472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a8d5fbf-46d9-4f47-aa9a-517110fbbeb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:55.639045529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a8d5fbf-46d9-4f47-aa9a-517110fbbeb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:57.846871773Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"7cc57e81-afa7-4d8e-a77e-99388d0db972","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-2-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:57.846954768Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"7cc57e81-afa7-4d8e-a77e-99388d0db972","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-2-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:57.847049692Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"def06670-edd2-41d1-93c1-4dda3cd10c2e","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:57.847084515Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"def06670-edd2-41d1-93c1-4dda3cd10c2e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:57.847159633Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"97360c1b-8d5f-4130-9e77-4c824643ecec","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:57.847218686Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"97360c1b-8d5f-4130-9e77-4c824643ecec","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:57.852813161Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"aae4254c-36bc-45b5-9dd8-44d11e041235","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:57.852874755Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"aae4254c-36bc-45b5-9dd8-44d11e041235","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:59.966673861Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"cb4a7cb4-322d-4232-bac6-688150af3dae","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-2-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:59.96673841Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"cb4a7cb4-322d-4232-bac6-688150af3dae","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-2-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:59.966817388Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"d4dbf517-bb55-424c-b587-19ac5ac170ec","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:59.966849538Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"d4dbf517-bb55-424c-b587-19ac5ac170ec","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:59.966911011Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"2d857195-028d-44e0-9f20-92a89f2990c7","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:59.966941037Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"2d857195-028d-44e0-9f20-92a89f2990c7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:59.966998887Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"42715852-d5c7-49ca-a0bb-e5be520d478a","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:59.967029784Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"42715852-d5c7-49ca-a0bb-e5be520d478a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:00.039387379Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"9c56b317-daf7-45ab-b43d-50b83d0a79bb","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-2-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:00.039462893Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"9c56b317-daf7-45ab-b43d-50b83d0a79bb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-2-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:00.039576646Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"8b52348a-b8c2-4474-a408-d617b95ffbcc","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:00.039615775Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"8b52348a-b8c2-4474-a408-d617b95ffbcc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:00.039704429Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"ab6e7697-a1cb-4dc6-821e-5e2129153882","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:00.039741205Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"ab6e7697-a1cb-4dc6-821e-5e2129153882","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:00.039827747Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"145871aa-71bd-4a5b-b97e-95f086267d4c","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:00.039863862Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"145871aa-71bd-4a5b-b97e-95f086267d4c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:00.108901978Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"a0d53e88-2ff6-4927-9e9d-b81f8cd34741","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-2-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:00.108971952Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"a0d53e88-2ff6-4927-9e9d-b81f8cd34741","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-2-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:00.109053947Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"069199db-0b83-4510-8b62-12288f261ce9","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:00.109097862Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"069199db-0b83-4510-8b62-12288f261ce9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:00.109172309Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"84fec629-91fe-4111-bebb-6c5ed6b0e7ad","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:00.10923324Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"84fec629-91fe-4111-bebb-6c5ed6b0e7ad","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:00.109305731Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"1c0282c5-f0bb-4051-891b-2b3f46d63f54","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:00.109339548Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"1c0282c5-f0bb-4051-891b-2b3f46d63f54","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:00.178938347Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"5315f581-a331-4ffa-9e78-bc4563502496","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-2-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:00.179009009Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"5315f581-a331-4ffa-9e78-bc4563502496","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-2-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:00.179082681Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"fa305068-0603-469d-b429-654df9721ee4","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:00.179120195Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"fa305068-0603-469d-b429-654df9721ee4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/distinct-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:00.179200613Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"07964e5e-d3d5-4cfb-ac8d-3614f8e175de","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:00.179233436Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"07964e5e-d3d5-4cfb-ac8d-3614f8e175de","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/simulator-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:00.179294496Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"70f218d6-8a11-4b25-b08c-cb1a3abbfbc3","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:00.17932262Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"70f218d6-8a11-4b25-b08c-cb1a3abbfbc3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd: AITenant \"e2e-worker-w4-0144bd\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:04.715205246Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:07.212340304Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"ad76a375-afd0-42ee-9a38-20bea1eaedd4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:07.474501909Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"ece95397-6500-4bcc-b412-31e02756f415","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:07.789590527Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"77f6f649-3d30-493f-b7a1-f6c0d8b697b0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:08.05555453Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"6692f637-3615-4e89-8128-dd06f1f43ffb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:08.320641613Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"058887db-bf19-4081-b5ed-05a1ebeaca69","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:08.58237028Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"7c632f93-7d0d-4691-9115-b88e04ebb9a1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:08.845322105Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"e921380f-86b7-4749-b779-feb2bdb4226c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:09.12215134Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"bf7805a6-b0ae-4f89-950f-dea354058fa8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:09.384807595Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"6daf5284-fa89-452c-ad34-69224704ed82","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:09.665607511Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"8e3d02f5-6615-4811-95ce-189b07e7f713","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:09.937613341Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"f9bb252a-2dc1-4afd-917c-4a485d55d452","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:10.201305394Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"bd43e756-1cba-482f-9a01-acb2a5ec9931","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:10.466080646Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"cbae3d00-a6ea-437c-9045-6eaa6305e489","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:10.622329395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b8c72ecd-078a-4b0e-bfe5-66ea4245541d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:10.726907232Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"7bc2b4e5-5724-4937-893c-c6ae409ba1ab","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:10.738434965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"21e7b498-5f79-4f69-b395-0219500a21b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:10.990293413Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"fbfda837-ba48-49cf-973c-2f83260d7f98","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:11.252324169Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"f00008d2-9a7e-4e83-9ca9-bcbbae3fa440","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:11.53595472Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"584a1e97-e408-4c2a-8f77-5f8151e4328f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:11.79797808Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"bf888e2a-d463-4950-a11e-e2d1e9091374","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:12.110070246Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"d95206b7-7e54-4540-86aa-5ee49c71f462","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:12.371079722Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"97c38f09-ae92-4388-9955-1e945aa238cb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:12.632205988Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"172ddfa9-27e2-4bd5-bf71-82de3c81e228","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:12.937837995Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"f45b832a-aec8-45aa-a341-81b31ebc72b6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:13.199262986Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"13e815dd-5bb1-4c96-94a4-4d846f07ad1f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:13.461694428Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"efc579ba-beea-4b24-ae66-debf5f6aa478","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:13.723892396Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"c3c487a7-2da7-40e7-b657-d57b5eefdcf1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:13.987428727Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"53c9e67a-db38-40b9-a3a6-59a71e27dff3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:14.25002105Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"d983ba0c-822a-43c7-8af5-6a5090463ec7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:14.511624865Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"3962ba7d-ac4e-4869-aba7-c8217a358e1a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:14.773738068Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"6689f31d-01cc-4a1a-b23d-bb6c63429e7c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:15.035851347Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"e21d3935-8329-406f-81c4-b54586f76e55","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:15.298862425Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"b7fd3364-a9be-421b-bb85-97d49df59a6b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:15.561124706Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"4bca9607-2f61-4a1a-bc1f-caf9506a43d8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:15.82315682Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"8906b69f-6fd4-4591-aedd-3441bb7f9be7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:16.085516546Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"9eb4df22-902a-4160-b71e-0803a9b088d3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:16.353417631Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"e65d45d4-99bf-491f-b579-ed7ac272b90e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:16.615800037Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"2c67e0b1-fbd1-454f-870e-96fa9a9485fd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:17.367975446Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"afed5747-0cfc-4ade-b0ce-86e6536b23cb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:17.632422412Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"9b21fe12-3565-4ec9-aae9-d6b11eef6dce","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:17.895457561Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"d9ed7ac2-6832-492a-bb23-1c68c6cc26f8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:18.159122824Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"f601c73f-9fd7-469e-8f2a-06b7cb8e82da","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:20.191892493Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"6e3977fa-7151-409c-8658-2afc935100bf","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:20.454751828Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"041615ae-76dc-4125-ab45-8a2b68544093","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:20.718119974Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"2fab393c-c67f-4d2e-9c14-aea5fa3c66c7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:16:20.982754999Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"f6fba3a2-3109-4685-be38-241c6323f658","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-0144bd\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}